-- Logs begin at Sat 2021-09-18 12:01:05 UTC, end at Sat 2021-09-18 12:57:25 UTC. -- Sep 18 12:30:07.488259 dv-cinder-809894-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 18 12:30:10.204894 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.common.config [-] Logging enabled! Sep 18 12:30:10.205459 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 18 12:30:10.205657 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93999) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 18 12:30:10.208904 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.common.config [-] Logging enabled! Sep 18 12:30:10.209157 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 18 12:30:10.209465 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93999) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 18 12:30:10.210395 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 18 12:30:10.210627 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 18 12:30:10.210985 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 18 12:30:10.211226 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 18 12:30:10.211450 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 18 12:30:10.211793 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.212093 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.212389 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.212616 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.212907 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.213194 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.213471 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.213758 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.214051 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.214334 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.214614 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.214894 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.215120 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.215401 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.215706 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.215996 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.216217 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] debug = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.216493 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.216913 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.217320 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.217596 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.217897 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.218157 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.218972 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.219245 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.219526 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.219878 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] host = dv-cinder-809894-1-iscsi {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.220156 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.220440 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.220725 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.221009 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.221281 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.221556 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.221838 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.222109 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.222380 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] log_file = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.222653 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.222937 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.223221 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.223505 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.223751 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.223972 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.224256 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.224547 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.224821 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.225094 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.225364 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.225633 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.225901 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.226168 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.226452 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.226734 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.227017 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.227289 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.227560 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.227861 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.228135 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.228417 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.228687 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.228966 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.229231 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.229517 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.229777 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.230046 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.230344 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.230629 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.230906 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.231189 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.231459 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.231762 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.232034 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.232305 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.232575 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] use_json = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.232846 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.233115 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.233394 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.233664 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.233958 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.234230 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.234508 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.234790 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:10.235085 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.235380 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.235700 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.235985 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.236279 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.236558 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.236846 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.237123 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.237410 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.237697 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.237983 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.238261 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.238549 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.238828 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.239121 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.239428 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.239752 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.240044 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.240318 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.240592 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.240865 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.241139 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.241423 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.241697 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.241981 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.242267 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.242544 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.242829 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.243120 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.243407 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.243695 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.243977 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.244266 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.244550 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.244824 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.245143 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.245389 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.245665 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.245937 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.246217 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.246492 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.246765 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.247036 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.247311 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.247598 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.247897 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.248167 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.248436 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.248710 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.248978 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.249260 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.250047 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.250319 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.250587 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.250865 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.251137 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.251409 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.251705 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.251981 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.252258 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.252529 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.252799 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.253070 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.253341 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.253612 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.253882 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.254153 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.254426 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.254695 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.254971 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.255239 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.255509 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.255806 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.256091 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.256386 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.256661 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.256936 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.257214 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.257490 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.257765 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.258041 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.258318 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.258593 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.258863 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.259149 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.259431 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.259741 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.260027 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.260303 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.260602 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.260880 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.261161 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.261438 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.261714 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.261995 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.262277 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.262570 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.262861 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.263152 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.263442 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.263767 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.264047 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.264354 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.264632 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:10.264849 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 18 12:30:10.265092 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93999) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 18 12:30:10.614199 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93999) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 18 12:30:10.614478 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93999) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 18 12:30:10.614770 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93999) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 18 12:30:10.615102 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 18 12:30:11.003237 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.003534 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.003829 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.005110 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.005379 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.005638 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.040893 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.041163 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.041422 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.059360 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.059629 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.059914 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.087306 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.087581 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.087925 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.125098 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.125365 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.125622 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.355110 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.355792 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.355792 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.355960 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.356583 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.474249 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.474559 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.474833 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.475098 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.475358 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.475686 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.475940 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.476190 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.476438 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.476711 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.476969 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.477225 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.477471 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.477713 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.477959 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.478213 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.478458 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.478724 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.478977 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.479226 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.479490 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.479762 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.480039 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.480405 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.480660 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.480884 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.481266 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 12:30:11.481502 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 12:30:11.481738 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 12:30:11.481968 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 12:30:11.482196 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 12:30:11.482425 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 12:30:11.482777 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 18 12:30:11.486295 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 18 12:30:11.490276 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 18 12:30:11.493920 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 18 12:30:11.495517 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 18 12:30:11.495986 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 18 12:30:11.496316 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 18 12:30:11.496691 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 18 12:30:11.499437 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 18 12:30:11.500231 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 18 12:30:11.500570 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 18 12:30:11.505787 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 18 12:30:11.527414 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 18 12:30:11.527879 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.528169 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93999) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 18 12:30:11.528524 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.529867 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93999) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 18 12:30:11.530293 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 18 12:30:11.530531 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 18 12:30:11.533700 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.533976 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:11.596396 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 18 12:30:11.596626 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 18 12:30:11.596857 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 18 12:30:11.597209 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 18 12:30:11.619027 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_db.sqlalchemy.engines [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93999) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 18 12:30:12.143557 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Initializing driver for type 'gre' Sep 18 12:30:12.144116 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] gre ID ranges: [(1, 1000)] Sep 18 12:30:12.195338 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Initializing driver for type 'local' Sep 18 12:30:12.195685 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Initializing driver for type 'vlan' Sep 18 12:30:12.208049 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] VlanTypeDriver initialization complete Sep 18 12:30:12.208413 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Initializing driver for type 'vxlan' Sep 18 12:30:12.208898 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] vxlan ID ranges: [(1, 1000)] Sep 18 12:30:12.261722 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Initializing extension driver 'port_security' Sep 18 12:30:12.262043 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.extensions.port_security [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] PortSecurityExtensionDriver initialization complete Sep 18 12:30:12.262426 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Initializing mechanism driver 'openvswitch' Sep 18 12:30:12.262802 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Initializing mechanism driver 'hyperv' Sep 18 12:30:12.269956 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:30:12.270631 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > port after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.270996 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > port after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.271347 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > port after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.271891 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 12:30:12.272324 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > subnet after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.272675 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > subnet after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.273018 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.273412 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 12:30:12.273821 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > network after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.274172 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > network after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.274793 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > network after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.275185 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 12:30:12.275590 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > security_group after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.275962 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > security_group after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.276300 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.276833 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 12:30:12.277245 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.277594 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.277949 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.278345 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 12:30:12.278748 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > address_group after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.279093 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > address_group after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.279436 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.279850 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 18 12:30:12.280229 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] ML2 OVO RPC backend initialized. {{(pid=93999) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 18 12:30:12.281595 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.282064 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.282587 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > network before_response 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.282976 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > networks before_response 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.283439 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > port before_response 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.283910 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > ports before_response 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.284345 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > subnet before_response 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.284850 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > subnets before_response 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.285360 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > network after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.285829 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > network after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.286234 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > network after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.286763 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > port after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.287188 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > port after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.287579 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > port after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.288116 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > subnet after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.288665 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > subnet after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.289115 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.289797 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.plugin [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Modular L2 Plugin initialization complete Sep 18 12:30:12.290318 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading services supported by the core plugin {{(pid=93999) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 18 12:30:12.290738 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Got port-security extension from driver 'port_security' Sep 18 12:30:12.291342 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.extensions.vlantransparent [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Disabled vlantransparent extension. Sep 18 12:30:12.292022 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93999) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 18 12:30:12.292430 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading Plugin: router Sep 18 12:30:12.331332 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.331747 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > router after_create 55549900 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.332119 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > router before_create 55549900 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.332486 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.332858 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.333217 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > router after_delete 55549900 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.333575 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.333924 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.334279 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > router after_create 55549900 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.334624 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > router after_update 55549900 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.334971 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > router after_update 55549900 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.335317 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.335694 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > router after_update 55549900 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.336106 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > router precommit_update 55549900 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.336479 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: port after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.336821 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: port after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.337160 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: subnet after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.337502 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.338004 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.338367 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > router precommit_create 55549900 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.338713 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: port before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.339056 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > router precommit_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.339412 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > router after_update 55549900 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.339783 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.340139 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > router precommit_create 55549900 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.340496 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.340840 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > router precommit_update 55549900 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.341200 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > agent after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.341545 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > agent after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.341886 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > network after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.342742 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.quota.resource_registry [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Tracking information for resource: router configured {{(pid=93999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 12:30:12.343069 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.quota.resource_registry [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Tracking information for resource: floatingip configured {{(pid=93999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 12:30:12.348697 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.db.l3_agentschedulers_db [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 18 12:30:12.349278 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: port after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.349635 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: port after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.349984 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: port after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.350337 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: port after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.351133 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > router before_create 55550100 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.351497 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.351886 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > router precommit_create 55550100 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.352242 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > router precommit_update 55550100 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.356994 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.services.provider_configuration [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Service providers = [] {{(pid=93999) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 18 12:30:12.357535 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.db.servicetype_db [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93999) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 18 12:30:12.360355 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.services.service_base [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 12:30:12.360705 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.services.service_base [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 12:30:12.361050 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.services.service_base [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 12:30:12.361941 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.services.service_base [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 12:30:12.362313 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.services.service_base [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 18 12:30:12.362691 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 12:30:12.363009 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 18 12:30:12.373588 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 12:30:12.373923 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading Plugin: auto_allocate Sep 18 12:30:12.379729 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: network precommit_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.380103 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: network precommit_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.380623 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 12:30:12.380944 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading Plugin: tag Sep 18 12:30:12.387391 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 12:30:12.387816 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading Plugin: timestamp Sep 18 12:30:12.392329 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 12:30:12.392661 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading Plugin: network_ip_availability Sep 18 12:30:12.398043 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.398414 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.398772 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.399744 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 12:30:12.400072 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading Plugin: flavors Sep 18 12:30:12.404737 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 12:30:12.405064 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading Plugin: revisions Sep 18 12:30:12.409936 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 12:30:12.410327 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_concurrency.lockutils [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.795s {{(pid=93999) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 18 12:30:12.411054 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93999) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 18 12:30:12.411389 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Initializing extension manager. Sep 18 12:30:12.411930 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: __init__.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.412275 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: __pycache__ {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.412611 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.412946 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: address_group.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.413696 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.414255 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: address-group Sep 18 12:30:12.414585 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: address_scope.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.415484 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.416022 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: address-scope Sep 18 12:30:12.416347 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.417277 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.417786 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: router-admin-state-down-before-update Sep 18 12:30:12.418110 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: agent.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.418808 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.419311 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: agent Sep 18 12:30:12.419630 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: agent_resources_synced.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.420579 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.421093 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: agent-resources-synced Sep 18 12:30:12.421449 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: allowedaddresspairs.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.423227 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.423782 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: allowed-address-pairs Sep 18 12:30:12.424110 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: auto_allocated_topology.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.425194 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.425707 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: auto-allocated-topology Sep 18 12:30:12.426028 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: availability_zone.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.426722 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.427228 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: availability_zone Sep 18 12:30:12.427547 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: availability_zone_filter.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.428488 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.428998 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: availability_zone_filter Sep 18 12:30:12.429316 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: data_plane_status.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.430237 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.430739 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension data-plane-status not supported by any of loaded plugins Sep 18 12:30:12.431057 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: default_subnetpools.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.432004 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.432505 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: default-subnetpools Sep 18 12:30:12.432824 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.433628 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.434128 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: dhcp_agent_scheduler Sep 18 12:30:12.434448 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: dns.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.435372 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.435904 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension dns-integration not supported by any of loaded plugins Sep 18 12:30:12.436229 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: dns_domain_ports.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.437178 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.437683 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 18 12:30:12.438005 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.438931 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.439435 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 18 12:30:12.439792 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: dvr.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.440466 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.440972 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: dvr Sep 18 12:30:12.441292 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: ecmp_routes.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.442213 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.442720 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 18 12:30:12.443038 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: empty_string_filtering.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.443995 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.444502 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: empty-string-filtering Sep 18 12:30:12.444821 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.445747 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.446254 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 18 12:30:12.446577 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.447499 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.448044 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 18 12:30:12.448366 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: external_net.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.449375 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.449888 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: external-net Sep 18 12:30:12.450208 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.451134 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.451635 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: extra_dhcp_opt Sep 18 12:30:12.451976 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: extraroute.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.453403 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.453904 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: extraroute Sep 18 12:30:12.454222 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: extraroute_atomic.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.455265 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.455800 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: extraroute-atomic Sep 18 12:30:12.456122 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: filter_validation.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.456785 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.457286 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: filter-validation Sep 18 12:30:12.457605 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: fip_pf_description.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.458521 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.459021 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 18 12:30:12.459338 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: fip_port_details.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.460293 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.460799 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: fip-port-details Sep 18 12:30:12.461115 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: flavors.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.462352 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.462873 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: flavors Sep 18 12:30:12.463202 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.464881 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.465412 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 18 12:30:12.465740 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: floatingip_pools.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.466442 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.466952 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: floatingip-pools Sep 18 12:30:12.467273 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: ip_allocation.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.468844 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.469387 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension ip_allocation not supported by any of loaded plugins Sep 18 12:30:12.469710 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.470646 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.471158 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: ip-substring-filtering Sep 18 12:30:12.471480 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: l2_adjacency.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.472448 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.472958 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 18 12:30:12.473278 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: l3.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.474367 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.474887 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: router Sep 18 12:30:12.475218 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.477453 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.477986 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 18 12:30:12.478314 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.479254 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.479806 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: ext-gw-mode Sep 18 12:30:12.480133 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.481079 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.481591 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: l3-ha Sep 18 12:30:12.481916 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: l3_flavors.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.482833 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.483341 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: l3-flavors Sep 18 12:30:12.483679 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.484633 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.485145 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 18 12:30:12.485464 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: l3agentscheduler.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.486496 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.487005 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: l3_agent_scheduler Sep 18 12:30:12.487329 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: logging.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.488863 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.489387 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension logging not supported by any of loaded plugins Sep 18 12:30:12.489720 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: metering.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.490465 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.491039 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: metering Sep 18 12:30:12.491365 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.492505 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.493026 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: metering_source_and_destination_fields Sep 18 12:30:12.493356 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: multiprovidernet.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.494290 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.494799 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: multi-provider Sep 18 12:30:12.495129 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: netmtu.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.496083 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.496594 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: net-mtu Sep 18 12:30:12.496920 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: netmtu_writable.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.497842 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.498354 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: net-mtu-writable Sep 18 12:30:12.498678 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: network_availability_zone.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.499858 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.500388 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: network_availability_zone Sep 18 12:30:12.500710 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: network_ip_availability.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.501815 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.502326 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: network-ip-availability Sep 18 12:30:12.502650 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: network_segment_range.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.503414 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.503949 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension network-segment-range not supported by any of loaded plugins Sep 18 12:30:12.504272 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: pagination.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.505253 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.505589 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: pagination Sep 18 12:30:12.505910 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: port_device_profile.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.506818 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.507328 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: port-device-profile Sep 18 12:30:12.507648 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.508594 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.509099 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: port-mac-address-regenerate Sep 18 12:30:12.509419 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.510333 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.510838 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: port-numa-affinity-policy Sep 18 12:30:12.511158 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: port_resource_request.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.512275 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.512735 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension port-resource-request not supported by any of loaded plugins Sep 18 12:30:12.513056 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: portbindings.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.513987 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.514493 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: binding Sep 18 12:30:12.514813 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: portbindings_extended.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.516698 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.517216 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: binding-extended Sep 18 12:30:12.517541 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: portsecurity.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.518466 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.518982 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: port-security Sep 18 12:30:12.519309 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: project_id.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.520320 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.520654 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: project-id Sep 18 12:30:12.520976 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: providernet.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.521904 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.522418 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: provider Sep 18 12:30:12.522739 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: qos.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.526543 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.527066 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension qos not supported by any of loaded plugins Sep 18 12:30:12.527397 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.528674 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.529191 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 18 12:30:12.529521 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.530447 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.530991 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 18 12:30:12.531320 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: qos_default.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.532270 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.532783 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension qos-default not supported by any of loaded plugins Sep 18 12:30:12.533107 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: qos_fip.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.533758 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.534258 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension qos-fip not supported by any of loaded plugins Sep 18 12:30:12.534576 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: qos_gateway_ip.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.535506 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.536059 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 18 12:30:12.536379 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: qos_port_network_policy.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.537301 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.537807 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 18 12:30:12.538127 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: qos_pps_rule.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.539316 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.539866 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension qos-pps not supported by any of loaded plugins Sep 18 12:30:12.540192 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: qos_rule_type_details.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.541115 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.541624 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 18 12:30:12.541943 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: qos_rules_alias.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.542991 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.543510 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 18 12:30:12.543870 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: quotasv2.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.544776 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.545104 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: quotas Sep 18 12:30:12.545424 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: quotasv2_detail.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.548694 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.549037 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: quota_details Sep 18 12:30:12.549369 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: rbac.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.550495 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.551021 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: rbac-policies Sep 18 12:30:12.551349 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: rbac_address_group.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.552322 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.552834 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: rbac-address-group Sep 18 12:30:12.553156 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: rbac_address_scope.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.554085 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.554595 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: rbac-address-scope Sep 18 12:30:12.554919 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: rbac_security_groups.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.555884 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.556397 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: rbac-security-groups Sep 18 12:30:12.556718 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: rbac_subnetpool.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.557643 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.558156 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: rbac-subnetpool Sep 18 12:30:12.558477 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: revisionifmatch.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.559403 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.559947 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: revision-if-match Sep 18 12:30:12.560270 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: revisions.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.561394 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.562415 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: standard-attr-revisions Sep 18 12:30:12.562740 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: router_availability_zone.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.563420 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.563967 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: router_availability_zone Sep 18 12:30:12.564290 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: routerservicetype.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.565241 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.565750 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension router-service-type not supported by any of loaded plugins Sep 18 12:30:12.566075 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.566999 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.567513 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: security-groups-normalized-cidr Sep 18 12:30:12.567872 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.568801 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.569313 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: port-security-groups-filtering Sep 18 12:30:12.569635 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.570560 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.571070 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: security-groups-remote-address-group Sep 18 12:30:12.571393 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: securitygroup.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.582881 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.583406 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: security-group Sep 18 12:30:12.583776 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: segment.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.584569 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.585075 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension segment not supported by any of loaded plugins Sep 18 12:30:12.585404 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.586351 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.586864 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 18 12:30:12.587192 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: servicetype.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.588412 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.588935 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: service-type Sep 18 12:30:12.589264 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: sorting.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.590254 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.590585 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: sorting Sep 18 12:30:12.590907 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: standard_attr_segment.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.591867 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.592381 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 18 12:30:12.592733 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: standardattrdescription.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.593397 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.593902 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: standard-attr-description Sep 18 12:30:12.594225 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: stateful_security_group.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.595156 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.595685 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: stateful-security-group Sep 18 12:30:12.596022 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: stdattrs_common.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.596609 dv-cinder-809894-1-iscsi neutron-server[93999]: WARNING neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 18 12:30:12.596928 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.597864 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.598380 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 18 12:30:12.598703 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: subnet_onboard.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.599812 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.600330 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: subnet_onboard Sep 18 12:30:12.600653 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.601587 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.602101 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 18 12:30:12.602424 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: subnet_service_types.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.603356 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.603902 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: subnet-service-types Sep 18 12:30:12.604224 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: subnetallocation.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.605315 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.605829 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: subnet_allocation Sep 18 12:30:12.606157 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.606823 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.607332 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: subnetpool-prefix-ops Sep 18 12:30:12.607653 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.608608 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.609142 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 18 12:30:12.609464 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: tagging.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.610533 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.611055 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: standard-attr-tag Sep 18 12:30:12.611380 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: timestamp.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.612611 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.613132 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loaded extension: standard-attr-timestamp Sep 18 12:30:12.613460 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: trunk.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.614508 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.615029 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension trunk not supported by any of loaded plugins Sep 18 12:30:12.615359 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: trunk_details.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.616323 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.616837 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension trunk-details not supported by any of loaded plugins Sep 18 12:30:12.617161 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: uplink_status_propagation.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.618089 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.618601 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 18 12:30:12.618927 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Loading extension file: vlantransparent.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 12:30:12.619606 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 12:30:12.620147 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 18 12:30:12.622608 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Creating instance of TrackedResource for resource:network Sep 18 12:30:12.623130 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Creating instance of TrackedResource for resource:subnet Sep 18 12:30:12.623528 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 12:30:12.623957 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Creating instance of TrackedResource for resource:port Sep 18 12:30:12.625714 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.resource_helper [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 12:30:12.626157 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.resource_helper [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Service FLAVORS assigned prefix: {{(pid=93999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 12:30:12.626785 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.resource_helper [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 12:30:12.627217 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.resource_helper [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 12:30:12.627557 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Creating instance of TrackedResource for resource:router Sep 18 12:30:12.628016 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Creating instance of TrackedResource for resource:floatingip Sep 18 12:30:12.628500 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.resource_helper [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Service METERING assigned prefix: /metering {{(pid=93999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 12:30:12.629910 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.630279 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.630631 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:30:12.631638 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Creating instance of CountableResource for resource:rbac_policy Sep 18 12:30:12.632125 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Creating instance of TrackedResource for resource:security_group Sep 18 12:30:12.632548 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 18 12:30:12.633133 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.resource_helper [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Service CORE assigned prefix: {{(pid=93999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 12:30:12.633474 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 12:30:12.633820 dv-cinder-809894-1-iscsi neutron-server[93999]: WARNING neutron.quota.resource_registry [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] subnetpool is already registered Sep 18 12:30:12.634261 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.resource_helper [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Service CORE assigned prefix: {{(pid=93999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 12:30:12.634586 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 12:30:12.634918 dv-cinder-809894-1-iscsi neutron-server[93999]: WARNING neutron.quota.resource_registry [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] subnetpool is already registered Sep 18 12:30:12.637228 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.resource_helper [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 12:30:12.637661 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.resource_helper [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Service FLAVORS assigned prefix: {{(pid=93999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 12:30:12.638249 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.resource_helper [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 12:30:12.638668 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.resource_helper [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 12:30:12.639002 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Creating instance of TrackedResource for resource:router Sep 18 12:30:12.639338 dv-cinder-809894-1-iscsi neutron-server[93999]: WARNING neutron.quota.resource_registry [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] router is already registered Sep 18 12:30:12.639775 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Creating instance of TrackedResource for resource:floatingip Sep 18 12:30:12.640663 dv-cinder-809894-1-iscsi neutron-server[93999]: WARNING neutron.quota.resource_registry [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] floatingip is already registered Sep 18 12:30:12.641131 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.resource_helper [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Service METERING assigned prefix: /metering {{(pid=93999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 12:30:12.641799 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Creating instance of CountableResource for resource:rbac_policy Sep 18 12:30:12.642123 dv-cinder-809894-1-iscsi neutron-server[93999]: WARNING neutron.quota.resource_registry [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] rbac_policy is already registered Sep 18 12:30:12.642532 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Creating instance of TrackedResource for resource:security_group Sep 18 12:30:12.642863 dv-cinder-809894-1-iscsi neutron-server[93999]: WARNING neutron.quota.resource_registry [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] security_group is already registered Sep 18 12:30:12.643262 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 18 12:30:12.643591 dv-cinder-809894-1-iscsi neutron-server[93999]: WARNING neutron.quota.resource_registry [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] security_group_rule is already registered Sep 18 12:30:12.644287 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.resource_helper [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Service CORE assigned prefix: {{(pid=93999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 12:30:12.644616 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 12:30:12.644950 dv-cinder-809894-1-iscsi neutron-server[93999]: WARNING neutron.quota.resource_registry [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] subnetpool is already registered Sep 18 12:30:12.645366 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.v2.resource_helper [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Service CORE assigned prefix: {{(pid=93999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 12:30:12.645697 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 12:30:12.646026 dv-cinder-809894-1-iscsi neutron-server[93999]: WARNING neutron.quota.resource_registry [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] subnetpool is already registered Sep 18 12:30:12.646494 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: extensions {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.647996 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: address-groups {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.649725 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: address-scopes {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.651152 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: agents {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.652407 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: auto-allocated-topology {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.653698 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: availability_zones {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.654914 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: dhcp-networks {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.656503 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: dhcp-agents {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.657921 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: routers {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.660144 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: flavors {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.661302 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: service_profiles {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.662494 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: next_providers {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.663957 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: service_profiles {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.665485 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: floatingip-pools {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.666703 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: routers {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.668837 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: floatingips {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.670118 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: l3-routers {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.671536 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: l3-agents {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.672983 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: metering-labels {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.674325 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: metering-label-rules {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.675627 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: network-ip-availabilities {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.676922 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: bindings {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.679794 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: quotas {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.681267 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: quotas {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.682978 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: rbac-policies {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.684215 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: security-groups {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.685503 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: security-group-rules {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.686760 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: service-providers {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.688532 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: subnetpools {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.689966 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: subnetpools {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.691412 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: tags {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.693092 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: tags {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.694914 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: tags {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.696728 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: tags {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.698503 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: tags {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.700374 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: tags {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.702051 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: tags {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.704663 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: tags {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.706417 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: tags {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.708186 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Extended resource: tags {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 12:30:12.714319 dv-cinder-809894-1-iscsi neutron-server[93999]: WARNING keystonemiddleware.auth_token [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 18 12:30:12.719111 dv-cinder-809894-1-iscsi neutron-server[93999]: WARNING keystonemiddleware.auth_token [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 18 12:30:12.727747 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_concurrency.lockutils [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Acquired lock "singleton_lock" {{(pid=93999) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 18 12:30:12.728222 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_concurrency.lockutils [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Releasing lock "singleton_lock" {{(pid=93999) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 18 12:30:12.728859 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO oslo_service.service [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Starting 2 workers Sep 18 12:30:12.733669 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Started child 94106 {{(pid=93999) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 12:30:12.738085 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Started child 94107 {{(pid=93999) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 12:30:12.739124 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:12.739785 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO neutron.service [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 18 12:30:12.740314 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Notify callbacks [] for process, before_spawn {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:12.740650 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [-] (94106) wsgi starting up on http://0.0.0.0:9696 Sep 18 12:30:12.742756 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO oslo_service.service [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Starting 1 workers Sep 18 12:30:12.742878 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:12.744179 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [-] (94107) wsgi starting up on http://0.0.0.0:9696 Sep 18 12:30:12.747941 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Started child 94108 {{(pid=93999) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 12:30:12.748468 dv-cinder-809894-1-iscsi neutron-server[93999]: INFO oslo_service.service [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Starting 1 workers Sep 18 12:30:12.752219 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.service [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] calling RpcWorker wait() {{(pid=94108) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 18 12:30:12.752749 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.service [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] returning from RpcWorker wait() {{(pid=94108) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 18 12:30:12.753542 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Started child 94109 {{(pid=93999) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 12:30:12.754184 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:12.754373 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-55d80763-1062-4fe5-ab68-e98980faacc3 None None] Notify callbacks [] for process, after_spawn {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:12.754895 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:30:12.756255 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93999) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 18 12:30:12.756468 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 18 12:30:12.756646 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 18 12:30:12.756856 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 18 12:30:12.757199 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 18 12:30:12.757361 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 18 12:30:12.757905 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.758179 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.758417 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:12.758876 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.758876 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.758999 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.759548 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.759824 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.760072 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.760354 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.760582 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.760754 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.760916 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.761167 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.761411 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.761704 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.761974 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.762220 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.762534 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.762674 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.762891 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.763151 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.763391 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.763686 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] debug = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.763932 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.764421 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.764671 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.764931 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.765740 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.766015 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.766241 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.766499 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.766744 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.766962 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.767204 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.767462 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.767726 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.767955 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.768170 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.768423 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.768641 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.769103 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] host = dv-cinder-809894-1-iscsi {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.769338 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.769560 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.769802 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.770042 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.770297 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.770510 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.770767 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.771005 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.771251 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.771478 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.771751 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.772005 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.772259 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.772501 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_file = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.772661 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_options = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.772894 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.773162 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.773426 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.773613 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.773778 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.773949 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.774181 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.774342 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.774861 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.775076 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.775288 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.775516 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.775785 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.776019 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.776293 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.776547 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.776779 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.776989 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.777227 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.777469 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.777694 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.777933 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.778151 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.778369 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.778603 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.778844 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.779093 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.779304 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.779490 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.779758 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.779993 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.780236 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.780525 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.780738 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.781003 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.781229 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.781457 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.781676 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.781947 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.782169 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.782428 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.782668 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.782881 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.783122 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.783339 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.783582 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.783820 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] use_json = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.784040 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.784278 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.784538 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.784750 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.784962 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.785179 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.785414 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.785647 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.786083 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.786356 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.786686 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.786914 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.787163 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.787406 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.787636 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.787912 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.788182 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.789587 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:30:12.789732 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.789953 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.790185 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.790484 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.790735 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.791034 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.791367 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.791609 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.791902 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.792142 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.792375 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.794023 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.794397 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.794590 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.794888 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.795209 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.795467 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.795722 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.796101 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.796509 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.796781 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.798030 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.798920 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.799178 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.799406 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.799734 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.799917 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.800139 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.801039 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.801270 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.801516 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.801749 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.802494 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.802494 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.804646 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.804646 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.804919 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.805544 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.805796 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.806049 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.806272 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.806512 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.806755 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.806989 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.807279 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.807541 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.807815 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.808454 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.808689 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.808911 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.809157 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.809418 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.809723 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.810412 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.810651 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.811551 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.811551 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.811551 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.811551 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.812410 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.812496 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.812733 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.812987 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.813209 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.813428 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.813639 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.813853 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.814060 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.814288 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.814532 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.814751 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.814993 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.815217 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.815528 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.815811 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.816045 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.816262 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.816478 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.816690 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.816933 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.817190 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.817522 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.817763 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.818005 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.818244 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.818493 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.818729 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.818973 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.819219 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.819454 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.819691 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.819955 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.820209 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.820429 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.820651 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.820873 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.821118 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.821327 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.821546 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.821774 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.822016 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.822249 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.822490 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.822737 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.822989 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.823236 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.823491 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.823789 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.824008 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.824288 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.824501 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.824763 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.825045 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.825305 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.825669 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.825875 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.826119 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.826372 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.826602 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.826870 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.827121 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.827365 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.828168 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.828440 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.828669 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.828882 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.829097 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.829344 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.829682 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.829939 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.830170 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.830384 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.830644 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.830882 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.831115 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.831383 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.831626 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.831883 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.832150 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.832406 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.832617 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.832845 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.833071 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.833298 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.833547 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.833775 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.834016 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.834227 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.834441 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.834671 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.834884 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.835101 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.835331 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.835570 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.835807 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.836067 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.836283 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.836504 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.836739 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.836954 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.837189 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.837403 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.837631 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.837875 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.838092 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.838355 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.838618 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.838842 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.839084 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.839335 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.839581 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.839846 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.840090 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.840307 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.840517 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.840726 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.840975 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.841188 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.841396 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.841695 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.841932 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.842206 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.842451 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.842794 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.843055 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.843312 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.843562 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.843799 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.844046 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.844303 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.844521 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.844753 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.844971 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.845193 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.845468 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.845758 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.846006 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.846219 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.846430 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.846639 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.846856 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.847065 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.847352 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.847603 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.847857 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.848110 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.848356 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.848565 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.848789 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.848998 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.849210 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.849430 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.849664 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.849870 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.850094 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.850305 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.850509 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.850729 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.850943 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.851150 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.851372 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.851610 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.851841 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.852085 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.852299 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.852505 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.852748 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.852954 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.853163 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.853377 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.853610 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.853817 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.854074 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.854280 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.854486 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.854704 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.854931 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.855138 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.855429 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.855699 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.855911 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.856197 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.856435 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.856687 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.856922 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.857219 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.857429 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.857685 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.857919 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.858134 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.858348 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.858596 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.859445 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.859766 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.860006 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.860262 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.860545 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.860830 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.861109 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.861319 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.861615 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.861938 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.862214 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.862463 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.862703 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.862946 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.863181 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.863400 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.863630 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.863883 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.864097 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.864349 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.864572 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.864811 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.865024 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.865262 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.865475 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.865696 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.865903 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.866162 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.866353 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.866507 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 18 12:30:12.867025 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93999) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 18 12:30:12.867181 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 18 12:30:12.867340 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 18 12:30:12.867510 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 18 12:30:12.867688 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 18 12:30:12.867842 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 18 12:30:12.868048 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.868205 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.868361 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.868517 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.868672 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.868863 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.869022 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.869178 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.869333 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.869488 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.869642 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.869796 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.869951 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.870105 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.870261 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.870416 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.870571 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.870726 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.870885 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.871039 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.871193 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.871347 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.871500 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] debug = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.871656 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.871891 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.872051 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.872206 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.872368 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.872522 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.872677 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.872832 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.872985 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.873139 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.873294 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.873454 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.873611 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.873765 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.873978 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.874402 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.874402 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.875180 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] host = dv-cinder-809894-1-iscsi {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.875180 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.875393 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.875393 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.875545 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.875699 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.875856 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.876012 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.876167 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.876322 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.876478 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.876632 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.876962 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.876962 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.877205 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_file = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.877205 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_options = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.877437 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.877550 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.877662 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.877806 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.877965 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.878121 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.878261 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.878419 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.878573 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.878789 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.878922 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.879044 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.879157 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.879309 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.879464 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.879619 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.879843 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.879969 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.880091 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.880213 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.880369 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.880522 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.880676 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.880832 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.880974 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.881129 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.881282 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.881437 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.881591 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.881745 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.881899 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.882054 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.882208 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.882368 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.882522 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.882675 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.882829 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.882982 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.883141 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.883295 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.883449 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.883620 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.883766 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.883921 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.884075 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.884229 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.884383 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] use_json = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.884538 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.884691 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.884845 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.885001 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.885156 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.885311 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.885466 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.885621 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 12:30:12.885796 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.885941 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.886113 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.886271 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.886430 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.886587 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.886745 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.886903 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.887061 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.887218 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.887383 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.887540 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.887727 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.887889 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.888046 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.888207 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.888364 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.888523 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.888682 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.888906 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.889042 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.889165 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.889299 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.889456 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.889613 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.889771 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.889928 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.890124 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.890283 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.890447 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.890640 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.890793 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.890912 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.891070 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.891230 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.891389 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.891551 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.891753 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.891915 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.892074 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.892232 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.892394 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.892553 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.892711 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.892869 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.893027 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.893185 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.893344 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.893502 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.893710 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.893876 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.894035 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.894193 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.894352 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.894510 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.894679 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.894842 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.895034 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.895184 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.895321 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.895468 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.895603 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:30:12.895761 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.895761 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.895913 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.896059 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.896216 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.896387 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.896545 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.896703 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.896861 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.897019 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.897177 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.897335 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.897493 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.897651 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.897809 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.897968 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.898126 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.898283 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.898441 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.898599 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.898758 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.898917 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.899076 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.899234 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.899390 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.899822 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.899981 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.900139 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.900306 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.900479 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.900638 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.900796 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.900953 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.901111 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.901269 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.901426 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.901584 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.901742 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.901899 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.902057 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.902214 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.902378 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.902535 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.902692 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.902849 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.903008 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.903165 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.903322 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.903479 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.903636 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.903815 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.903972 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.904130 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.904287 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.904444 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.904611 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.904768 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.904929 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.905088 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.905252 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.905419 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.905592 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.905759 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.905918 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.906075 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.906233 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.906391 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.906549 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.906771 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.906972 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.907120 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.907545 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.907545 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.907545 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.907915 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.907915 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.908146 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.908278 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.908404 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.908518 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.908639 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.908760 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.908882 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.909046 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.909203 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.909361 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.909519 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.909678 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.909836 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.909994 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.910151 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.910308 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.910466 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.910626 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.910784 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.910943 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.911102 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.911259 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.911418 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.911575 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.911754 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.911913 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.912072 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.912233 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.912392 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.912549 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.912707 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.912865 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.913023 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.913181 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.913340 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.913496 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.913654 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.913816 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.913974 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.914132 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.914290 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.914449 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.914606 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.914765 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.914925 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.915083 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.915242 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.915401 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.915558 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.915736 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.915896 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.916055 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.916214 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.916372 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.916531 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.916702 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.916860 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.917018 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.917177 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.917392 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.917528 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.917635 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.917793 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.917951 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.918110 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.918267 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.918427 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.918587 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.918745 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.918903 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.919061 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.919219 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.919376 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.919575 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.919721 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.919885 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.920042 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.920200 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.920358 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.920517 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.920686 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.920843 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.921001 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.921159 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.921848 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.922007 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.922174 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.922332 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.922490 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.922647 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.922807 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.922965 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.923131 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.923288 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.923446 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.923603 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.923781 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.923939 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.924105 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.924262 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.924420 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.924578 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.924735 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.924892 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.925058 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.925216 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.925373 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.925530 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.925688 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.925846 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.926012 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.926171 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.926330 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.926495 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.926653 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.926809 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.926966 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.927135 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.927293 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.927456 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.927616 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.927807 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.927966 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.928125 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.928286 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.928452 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.928616 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.928775 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.928940 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.929105 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.929271 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.929430 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.929594 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.929762 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.929920 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.930078 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.930235 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.930392 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.930551 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.930709 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.930867 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.931024 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.931181 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.931338 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.931495 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.931653 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.931897 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.932056 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.932214 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.932371 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.932528 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.932693 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.932850 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 12:30:12.933000 dv-cinder-809894-1-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 18 12:30:13.158055 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 46260) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:30:13.166637 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063791 Sep 18 12:30:24.469125 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19a7118-953a-4559-a3f9-20ed03695432 None None] get_active_networks_info from dv-cinder-809894-1-iscsi {{(pid=94108) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 12:30:24.596465 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19a7118-953a-4559-a3f9-20ed03695432 None None] No non-hosted networks {{(pid=94108) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 18 12:30:24.599202 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b6d561b9-b36c-4fca-9b6e-66f38522faac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3673910'] for agent, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:27.022311 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-33e4f73f-78b1-4868-be2d-58c4f315fb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3673910'] for agent, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:27.088678 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-336f9c58-2700-4ce9-99d9-36bf5eea723e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:27.712611 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3673910'] for agent, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:27.713447 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:27.714858 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:27.715612 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:27.716227 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:27.716733 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:27.717203 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:27.718559 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:27.719838 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:27.720655 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:27.722504 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:27.722970 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:27.724200 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:27.725181 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809894-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:30:27.743594 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809894-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:30:28.075561 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3673910'] for agent, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:29.580645 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3673910'] for agent, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:30.738688 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 46352) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:30:31.240217 dv-cinder-809894-1-iscsi neutron-server[94107]: WARNING oslo_policy.policy [None req-f5acff6a-5c43-47e4-b33c-487fcc18eca8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 12:30:31.240800 dv-cinder-809894-1-iscsi neutron-server[94107]: WARNING oslo_policy.policy [None req-f5acff6a-5c43-47e4-b33c-487fcc18eca8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 12:30:31.375219 dv-cinder-809894-1-iscsi neutron-server[94108]: INFO neutron.db.l3_hamode_db [None req-7b564986-7622-4d65-8503-f4dc7ee32de3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 18 12:30:31.450405 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b564986-7622-4d65-8503-f4dc7ee32de3 None None] Routers set() bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:30:31.450781 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b564986-7622-4d65-8503-f4dc7ee32de3 None None] Router IDs set() for agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 12:30:31.460695 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [None req-f5acff6a-5c43-47e4-b33c-487fcc18eca8 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 12:30:31.461786 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-f5acff6a-5c43-47e4-b33c-487fcc18eca8 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7221327 Sep 18 12:30:33.835652 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 46366) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:30:34.141877 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-163f3787-4ae4-4cd3-a888-924e2938da79 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:30:34.235141 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.policy [None req-163f3787-4ae4-4cd3-a888-924e2938da79 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94107) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 18 12:30:34.280519 dv-cinder-809894-1-iscsi neutron-server[94107]: WARNING oslo_policy.policy [None req-163f3787-4ae4-4cd3-a888-924e2938da79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 12:30:34.280878 dv-cinder-809894-1-iscsi neutron-server[94107]: WARNING oslo_policy.policy [None req-163f3787-4ae4-4cd3-a888-924e2938da79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 12:30:34.289269 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.quota [None req-163f3787-4ae4-4cd3-a888-924e2938da79 admin admin] Loaded quota_driver: . Sep 18 12:30:34.378802 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-163f3787-4ae4-4cd3-a888-924e2938da79 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759306749097', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759306748796', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759306769911', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759306767019', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759305156614', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759306796861', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3455826', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-741964', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3869952', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3794230'] for rbac-policy, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:34.441747 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-163f3787-4ae4-4cd3-a888-924e2938da79 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:34.443060 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-163f3787-4ae4-4cd3-a888-924e2938da79 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6063907 Sep 18 12:30:37.025307 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 46378) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:30:37.319345 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] Request body: {'network': {'project_id': '7216fb8a007b4ddba28cc98d7b943548', 'admin_state_up': True, 'tenant_id': '7216fb8a007b4ddba28cc98d7b943548', 'name': 'private'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:30:37.347200 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] Made reservation on behalf of 7216fb8a007b4ddba28cc98d7b943548 for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:30:37.349864 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:37.366211 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:37.487456 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:37.491742 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:37.510774 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 12:30:37.539762 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759307057556', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:37.540340 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] Unsubscribe: segment precommit_create {{(pid=94107) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 18 12:30:37.540835 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] Added segment f4946582-35f5-4b6a-93e9-4226af4a86d4 of type vlan for network d61bfded-2414-4728-99d3-988531ec0fe4 Sep 18 12:30:37.557364 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098084c5-65c5-43df-aa8a-2409b9bc0857,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:30:37.606631 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:37.606977 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:37.607299 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:37.608401 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:37.608718 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:37.609043 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:37.609354 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:37.609659 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:37.609983 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:37.610333 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:37.610675 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:37.611101 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] Tracked resource versions report: Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: pushed versions: Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: { 'AddressGroup': {'1.2'}, Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: 'ConntrackHelper': {'1.0'}, Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: 'Log': {'1.0'}, Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: 'Network': {'1.1'}, Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: 'Port': {'1.7'}, Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: 'PortForwarding': {'1.2'}, Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: 'QosPolicy': {'1.9'}, Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: 'SecurityGroup': {'1.4'}, Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: 'SecurityGroupRule': {'1.2'}, Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: 'SubPort': {'1.0'}, Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: 'Subnet': {'1.1'}, Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: 'Trunk': {'1.1'}} Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: consumer versions: Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: { DHCP agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: L3 agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: Metadata agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: Metering agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: Open vSwitch agent@dv-cinder-809894-1-iscsi: { 'AddressGroup': '1.2', Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: 'ConntrackHelper': '1.0', Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: 'Log': '1.0', Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: 'Network': '1.1', Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: 'Port': '1.7', Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: 'PortForwarding': '1.2', Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: 'QosPolicy': '1.9', Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: 'SecurityGroup': '1.4', Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: 'SecurityGroupRule': '1.2', Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: 'SubPort': '1.0', Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: 'Subnet': '1.1', Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: 'Trunk': '1.1'}} Sep 18 12:30:37.612273 dv-cinder-809894-1-iscsi neutron-server[94107]: {{(pid=94107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 12:30:37.662924 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759306564904'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:37.701220 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:37.702517 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:30:37.703204 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:37.757532 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7311339 Sep 18 12:30:37.801365 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064d2d1-892a-4de7-9b05-952ba538fe89 admin admin] Pushing event updated for resources: {'Network': ['ID=d61bfded-2414-4728-99d3-988531ec0fe4,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:30:37.813533 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Network d61bfded-2414-4728-99d3-988531ec0fe4 details requested by agent ovs-agent-dv-cinder-809894-1-iscsi with host dv-cinder-809894-1-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 12:30:40.380479 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 46392) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:30:40.758837 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290cb82f-54e8-498f-b490-8fcbb09aba6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:30:40.760222 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-290cb82f-54e8-498f-b490-8fcbb09aba6d admin admin] 10.222.0.24 "GET /v2.0/networks/d61bfded-2414-4728-99d3-988531ec0fe4 HTTP/1.1" status: 200 len: 825 time: 0.3788040 Sep 18 12:30:40.784292 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-fb7b692f-7a53-4ed2-b7fc-6e9fa4491d7c admin admin] 10.222.0.24 "GET /v2.0/subnetpools/9fc1874a-f3f0-499b-89b1-97ac15cf401f HTTP/1.1" status: 200 len: 734 time: 0.0179365 Sep 18 12:30:40.793112 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-8bebf669-d5e8-43db-bdbe-fe649fbcd2b2 admin admin] Request body: {'subnet': {'network_id': 'd61bfded-2414-4728-99d3-988531ec0fe4', 'tenant_id': '7216fb8a007b4ddba28cc98d7b943548', 'ip_version': 4, 'subnetpool_id': '9fc1874a-f3f0-499b-89b1-97ac15cf401f', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:30:40.814998 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bebf669-d5e8-43db-bdbe-fe649fbcd2b2 admin admin] Made reservation on behalf of 7216fb8a007b4ddba28cc98d7b943548 for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:30:40.817246 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8bebf669-d5e8-43db-bdbe-fe649fbcd2b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:41.094765 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8bebf669-d5e8-43db-bdbe-fe649fbcd2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:41.164854 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bebf669-d5e8-43db-bdbe-fe649fbcd2b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcf63de7-af53-4602-94af-3e41d2d9d755,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:30:41.167683 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bebf669-d5e8-43db-bdbe-fe649fbcd2b2 admin admin] Checking segment: {'id': 'f4946582-35f5-4b6a-93e9-4226af4a86d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd61bfded-2414-4728-99d3-988531ec0fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:30:41.168068 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bebf669-d5e8-43db-bdbe-fe649fbcd2b2 admin admin] Network hostable DHCP agents. Network: d61bfded-2414-4728-99d3-988531ec0fe4, hostable agents: ['3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 12:30:41.187567 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bebf669-d5e8-43db-bdbe-fe649fbcd2b2 admin admin] Network d61bfded-2414-4728-99d3-988531ec0fe4 is scheduled to be hosted by DHCP agent 3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 12:30:41.198425 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-8bebf669-d5e8-43db-bdbe-fe649fbcd2b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809894-1-iscsi, d61bfded-2414-4728-99d3-988531ec0fe4) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:30:41.203005 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bebf669-d5e8-43db-bdbe-fe649fbcd2b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:30:41.203576 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8bebf669-d5e8-43db-bdbe-fe649fbcd2b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:41.209075 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86529b0a-9478-42b9-b0d1-cd67d98fb1c6 None None] Network d61bfded-2414-4728-99d3-988531ec0fe4 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:30:41.217012 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-8bebf669-d5e8-43db-bdbe-fe649fbcd2b2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4265878 Sep 18 12:30:41.522708 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7de32733-35e2-53c9-9249-20afc5382abb-d61bfded-2414-4728-99d3-988531ec0fe4', 'network_id': 'd61bfded-2414-4728-99d3-988531ec0fe4', 'tenant_id': '7216fb8a007b4ddba28cc98d7b943548', 'fixed_ips': [{'subnet_id': 'fcf63de7-af53-4602-94af-3e41d2d9d755'}]}} from dv-cinder-809894-1-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 12:30:41.524235 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:41.794253 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Allocated IP 172.20.0.2 (d61bfded-2414-4728-99d3-988531ec0fe4/fcf63de7-af53-4602-94af-3e41d2d9d755/33d3df75-992f-492c-8321-a0d275970229) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:30:41.991238 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:42.000424 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:42.095416 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Network d61bfded-2414-4728-99d3-988531ec0fe4 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:30:42.103102 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:30:42.115798 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:30:42.118951 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Pushing event updated for resources: {'Port': ['ID=33d3df75-992f-492c-8321-a0d275970229,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:30:42.149434 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:42.149784 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:42.150124 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:42.150459 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:42.150788 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:42.151122 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:42.151448 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:42.151806 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:42.152148 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:42.152473 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:42.152796 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:42.153119 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Tracked resource versions report: Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: pushed versions: Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: { 'AddressGroup': {'1.2'}, Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: 'ConntrackHelper': {'1.0'}, Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: 'Log': {'1.0'}, Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: 'Network': {'1.1'}, Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: 'Port': {'1.7'}, Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: 'PortForwarding': {'1.2'}, Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: 'QosPolicy': {'1.9'}, Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: 'SecurityGroup': {'1.4'}, Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: 'SecurityGroupRule': {'1.2'}, Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: 'SubPort': {'1.0'}, Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: 'Subnet': {'1.1'}, Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: 'Trunk': {'1.1'}} Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: consumer versions: Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: { DHCP agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: L3 agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: Metadata agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: Metering agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: Open vSwitch agent@dv-cinder-809894-1-iscsi: { 'AddressGroup': '1.2', Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: 'ConntrackHelper': '1.0', Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: 'Log': '1.0', Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: 'Network': '1.1', Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: 'Port': '1.7', Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: 'PortForwarding': '1.2', Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: 'QosPolicy': '1.9', Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: 'SecurityGroup': '1.4', Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: 'SecurityGroupRule': '1.2', Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: 'SubPort': '1.0', Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: 'Subnet': '1.1', Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: 'Trunk': '1.1'}} Sep 18 12:30:42.154269 dv-cinder-809894-1-iscsi neutron-server[94108]: {{(pid=94108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 12:30:42.203939 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Attempting to bind port 33d3df75-992f-492c-8321-a0d275970229 on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:30:42.204329 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Attempting to bind port 33d3df75-992f-492c-8321-a0d275970229 by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': 'f4946582-35f5-4b6a-93e9-4226af4a86d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd61bfded-2414-4728-99d3-988531ec0fe4'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:30:42.204747 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Attempting to bind port 33d3df75-992f-492c-8321-a0d275970229 on network d61bfded-2414-4728-99d3-988531ec0fe4 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:30:42.209637 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:30:42.210192 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Checking segment: {'id': 'f4946582-35f5-4b6a-93e9-4226af4a86d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd61bfded-2414-4728-99d3-988531ec0fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:30:42.210511 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:42.210895 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Bound using segment: {'id': 'f4946582-35f5-4b6a-93e9-4226af4a86d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd61bfded-2414-4728-99d3-988531ec0fe4'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:30:42.211393 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Bound port: 33d3df75-992f-492c-8321-a0d275970229, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4946582-35f5-4b6a-93e9-4226af4a86d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd61bfded-2414-4728-99d3-988531ec0fe4'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:30:42.211818 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:42.272640 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] For port 33d3df75-992f-492c-8321-a0d275970229, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:30:42.277160 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] For port 33d3df75-992f-492c-8321-a0d275970229, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=33d3df75-992f-492c-8321-a0d275970229,segment=NetworkSegment(f4946582-35f5-4b6a-93e9-4226af4a86d4),segment_id=f4946582-35f5-4b6a-93e9-4226af4a86d4)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:30:42.281857 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:42.346999 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f07df-5da0-441e-b7fe-7efd686b1c2a None None] Pushing event updated for resources: {'Port': ['ID=33d3df75-992f-492c-8321-a0d275970229,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:30:43.636417 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 46400) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:30:43.945715 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [None req-eb1e3ee6-0795-4cc0-a64d-3a9fc90cee82 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 12:30:43.946808 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-eb1e3ee6-0795-4cc0-a64d-3a9fc90cee82 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3093338 Sep 18 12:30:46.371438 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 46408) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:30:46.684529 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [None req-1909dafa-c7d9-4585-a2b3-0c75f98b94b3 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 12:30:46.686103 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-1909dafa-c7d9-4585-a2b3-0c75f98b94b3 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3137078 Sep 18 12:30:49.319652 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 46418) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:30:49.893182 dv-cinder-809894-1-iscsi neutron-server[94106]: WARNING oslo_policy.policy [None req-849a9372-1c7c-4721-80f4-7c4addee8b3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 12:30:49.893762 dv-cinder-809894-1-iscsi neutron-server[94106]: WARNING oslo_policy.policy [None req-849a9372-1c7c-4721-80f4-7c4addee8b3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 12:30:50.114522 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-849a9372-1c7c-4721-80f4-7c4addee8b3d admin admin] Request body: {'router': {'tenant_id': '7216fb8a007b4ddba28cc98d7b943548', 'name': 'router1', 'admin_state_up': True}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:30:50.179004 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.policy [None req-849a9372-1c7c-4721-80f4-7c4addee8b3d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94106) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 18 12:30:50.224994 dv-cinder-809894-1-iscsi neutron-server[94106]: WARNING oslo_policy.policy [None req-849a9372-1c7c-4721-80f4-7c4addee8b3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 12:30:50.225407 dv-cinder-809894-1-iscsi neutron-server[94106]: WARNING oslo_policy.policy [None req-849a9372-1c7c-4721-80f4-7c4addee8b3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 12:30:50.234763 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.quota [None req-849a9372-1c7c-4721-80f4-7c4addee8b3d admin admin] Loaded quota_driver: . Sep 18 12:30:50.291811 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-849a9372-1c7c-4721-80f4-7c4addee8b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3672732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-423'] for router, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:50.294024 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-849a9372-1c7c-4721-80f4-7c4addee8b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-400'] for router, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:50.448930 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-849a9372-1c7c-4721-80f4-7c4addee8b3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:50.454575 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-849a9372-1c7c-4721-80f4-7c4addee8b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673931'] for router, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:50.474008 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-849a9372-1c7c-4721-80f4-7c4addee8b3d admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:50.475687 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-849a9372-1c7c-4721-80f4-7c4addee8b3d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1538818 Sep 18 12:30:50.697408 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0f99b1-7527-4fbf-b103-0ca00b2700cc None None] Network d61bfded-2414-4728-99d3-988531ec0fe4 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:30:50.764107 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-62304d6e-558a-47e8-911b-c6b324ef0b9a None None] Provisioning complete for port 33d3df75-992f-492c-8321-a0d275970229 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:30:50.764410 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-62304d6e-558a-47e8-911b-c6b324ef0b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:50.957534 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-62304d6e-558a-47e8-911b-c6b324ef0b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:51.023989 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-62304d6e-558a-47e8-911b-c6b324ef0b9a None None] For port 33d3df75-992f-492c-8321-a0d275970229, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=33d3df75-992f-492c-8321-a0d275970229,segment=NetworkSegment(f4946582-35f5-4b6a-93e9-4226af4a86d4),segment_id=f4946582-35f5-4b6a-93e9-4226af4a86d4)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:30:51.029567 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-62304d6e-558a-47e8-911b-c6b324ef0b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:51.080375 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62304d6e-558a-47e8-911b-c6b324ef0b9a None None] Pushing event updated for resources: {'Port': ['ID=33d3df75-992f-492c-8321-a0d275970229,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:30:51.169646 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 33d3df75-992f-492c-8321-a0d275970229 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:30:51.221606 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 33d3df75-992f-492c-8321-a0d275970229 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:30:51.221980 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:51.266474 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-ff78f6f4-7f70-4851-9c03-cff1cae61962 None None] Provisioning complete for port 33d3df75-992f-492c-8321-a0d275970229 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:30:51.266840 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ff78f6f4-7f70-4851-9c03-cff1cae61962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:52.858560 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 46438) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:30:53.173413 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [None req-fc959b56-8dc6-431f-9923-63a36bb0ea0a admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 12:30:53.174434 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-fc959b56-8dc6-431f-9923-63a36bb0ea0a admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3149230 Sep 18 12:30:53.814276 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 5 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:30:54.392256 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-55b0c701-4aa6-479a-8e89-047f8a904c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:55.523217 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 46446) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:30:55.826457 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-a714f464-2f1e-41a9-9d71-af32a86dfe31 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:30:55.845530 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a714f464-2f1e-41a9-9d71-af32a86dfe31 admin admin] Made reservation on behalf of 54c5be87c851448ca1f4eb756527213a for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:30:55.847810 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a714f464-2f1e-41a9-9d71-af32a86dfe31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:55.855536 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a714f464-2f1e-41a9-9d71-af32a86dfe31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:55.939948 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a714f464-2f1e-41a9-9d71-af32a86dfe31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:55.943231 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a714f464-2f1e-41a9-9d71-af32a86dfe31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:55.957466 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a714f464-2f1e-41a9-9d71-af32a86dfe31 admin admin] Reserving flat network on physical network physnet1 {{(pid=94107) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 18 12:30:55.976209 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714f464-2f1e-41a9-9d71-af32a86dfe31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104fda96-fb19-42a1-8f0a-10360367c332,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:30:55.981012 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a714f464-2f1e-41a9-9d71-af32a86dfe31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:55.981405 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-a714f464-2f1e-41a9-9d71-af32a86dfe31 admin admin] Added segment 972f36e2-ef14-414b-b7e5-74a44c97b427 of type flat for network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f Sep 18 12:30:56.026648 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a714f464-2f1e-41a9-9d71-af32a86dfe31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759306564904'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:56.059628 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a714f464-2f1e-41a9-9d71-af32a86dfe31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:56.060555 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a714f464-2f1e-41a9-9d71-af32a86dfe31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:30:56.061113 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a714f464-2f1e-41a9-9d71-af32a86dfe31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:56.088153 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-a714f464-2f1e-41a9-9d71-af32a86dfe31 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5638537 Sep 18 12:30:56.119464 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714f464-2f1e-41a9-9d71-af32a86dfe31 admin admin] Pushing event updated for resources: {'Network': ['ID=135fce6b-ed16-41bb-8b70-07cd0f37ee2f,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:30:56.131020 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f details requested by agent ovs-agent-dv-cinder-809894-1-iscsi with host dv-cinder-809894-1-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 12:30:57.012003 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c350899c-5334-4762-be44-e1b0dccd26da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:57.716212 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:58.017466 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:58.465174 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 46464) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:30:58.636698 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51982cb6-dc49-46ea-a794-ec93d75625b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:30:58.638506 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-51982cb6-dc49-46ea-a794-ec93d75625b0 admin admin] 10.222.0.24 "GET /v2.0/subnets/fcf63de7-af53-4602-94af-3e41d2d9d755 HTTP/1.1" status: 200 len: 849 time: 0.1718888 Sep 18 12:30:58.805809 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-277db95d-964b-45a6-b91a-ce00827a719c admin admin] 10.222.0.24 "GET /v2.0/routers/178e8530-1fe1-4d0b-8d7f-36c4a4caafa4 HTTP/1.1" status: 200 len: 704 time: 0.1611865 Sep 18 12:30:59.068235 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0a7d9c0a-3a1d-49c5-a271-d498b031ed53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:59.355388 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-0a7d9c0a-3a1d-49c5-a271-d498b031ed53 admin admin] Allocated IP 172.20.0.1 (d61bfded-2414-4728-99d3-988531ec0fe4/fcf63de7-af53-4602-94af-3e41d2d9d755/1da54f99-6a53-463f-8f5f-08d3a17c369e) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:30:59.513963 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:59.551578 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0a7d9c0a-3a1d-49c5-a271-d498b031ed53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:59.614669 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0a7d9c0a-3a1d-49c5-a271-d498b031ed53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:59.684917 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7d9c0a-3a1d-49c5-a271-d498b031ed53 admin admin] Network d61bfded-2414-4728-99d3-988531ec0fe4 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:30:59.689336 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-0a7d9c0a-3a1d-49c5-a271-d498b031ed53 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:30:59.701148 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7d9c0a-3a1d-49c5-a271-d498b031ed53 admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:30:59.701738 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0a7d9c0a-3a1d-49c5-a271-d498b031ed53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3674012'] for router_interface, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:59.720398 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d9c0a-3a1d-49c5-a271-d498b031ed53 admin admin] Pushing event updated for resources: {'Port': ['ID=1da54f99-6a53-463f-8f5f-08d3a17c369e,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:30:59.840436 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-3c3f4df3-a94f-4f34-afff-4db52e40f75a None None] Provisioning complete for port 1da54f99-6a53-463f-8f5f-08d3a17c369e triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:30:59.841474 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3c3f4df3-a94f-4f34-afff-4db52e40f75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:30:59.874247 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f4df3-a94f-4f34-afff-4db52e40f75a None None] Port 1da54f99-6a53-463f-8f5f-08d3a17c369e cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 12:30:59.891384 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0a7d9c0a-3a1d-49c5-a271-d498b031ed53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:00.094918 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0a7d9c0a-3a1d-49c5-a271-d498b031ed53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:00.099146 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0a7d9c0a-3a1d-49c5-a271-d498b031ed53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:00.099955 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0a7d9c0a-3a1d-49c5-a271-d498b031ed53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3673612'] for router_interface, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:00.157020 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d9c0a-3a1d-49c5-a271-d498b031ed53 admin admin] Pushing event updated for resources: {'Port': ['ID=1da54f99-6a53-463f-8f5f-08d3a17c369e,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:31:00.218099 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7d9c0a-3a1d-49c5-a271-d498b031ed53 admin admin] Network d61bfded-2414-4728-99d3-988531ec0fe4 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:31:00.219374 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-0a7d9c0a-3a1d-49c5-a271-d498b031ed53 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:31:00.374846 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7d9c0a-3a1d-49c5-a271-d498b031ed53 admin admin] Router 178e8530-1fe1-4d0b-8d7f-36c4a4caafa4 is scheduled to L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f with binding_index 1 {{(pid=94107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 12:31:00.395278 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-219311f4-c001-4e04-85f4-e8c0c79376d8 None None] Provisioning complete for port 1da54f99-6a53-463f-8f5f-08d3a17c369e triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:31:00.395645 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-219311f4-c001-4e04-85f4-e8c0c79376d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:00.428263 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-219311f4-c001-4e04-85f4-e8c0c79376d8 None None] Port 1da54f99-6a53-463f-8f5f-08d3a17c369e cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 12:31:00.476064 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7d9c0a-3a1d-49c5-a271-d498b031ed53 admin admin] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:31:00.481165 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-0a7d9c0a-3a1d-49c5-a271-d498b031ed53 admin admin] 10.222.0.24 "PUT /v2.0/routers/178e8530-1fe1-4d0b-8d7f-36c4a4caafa4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6695995 Sep 18 12:31:00.486565 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44357281-1926-4a44-ab4f-4ca961911d08 None None] Sync routers for ids ['178e8530-1fe1-4d0b-8d7f-36c4a4caafa4'] in dv-cinder-809894-1-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:31:00.500644 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44357281-1926-4a44-ab4f-4ca961911d08 None None] Routers {'178e8530-1fe1-4d0b-8d7f-36c4a4caafa4'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:31:00.501525 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-44357281-1926-4a44-ab4f-4ca961911d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:30:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['178e8530-1fe1-4d0b-8d7f-36c4a4caafa4'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:31:00.683141 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-44357281-1926-4a44-ab4f-4ca961911d08 None None] Set router 178e8530-1fe1-4d0b-8d7f-36c4a4caafa4 gateway port host: None {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:31:01.123598 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-44357281-1926-4a44-ab4f-4ca961911d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178e8530-1fe1-4d0b-8d7f-36c4a4caafa4', 'name': 'router1', 'tenant_id': '7216fb8a007b4ddba28cc98d7b943548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:30:50Z', 'updated_at': '2021-09-18T12:30:59Z', 'revision_number': 2, 'project_id': '7216fb8a007b4ddba28cc98d7b943548', 'gw_port_host': None, '_interfaces': [{'id': '1da54f99-6a53-463f-8f5f-08d3a17c369e', 'name': '', 'network_id': 'd61bfded-2414-4728-99d3-988531ec0fe4', 'tenant_id': '7216fb8a007b4ddba28cc98d7b943548', 'mac_address': 'fa:16:3e:c2:c9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178e8530-1fe1-4d0b-8d7f-36c4a4caafa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fcf63de7-af53-4602-94af-3e41d2d9d755', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:30:59Z', 'updated_at': '2021-09-18T12:30:59Z', 'revision_number': 2, 'project_id': '7216fb8a007b4ddba28cc98d7b943548', 'subnets': [{'id': 'fcf63de7-af53-4602-94af-3e41d2d9d755', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9fc1874a-f3f0-499b-89b1-97ac15cf401f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:31:01.175524 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44357281-1926-4a44-ab4f-4ca961911d08 None None] Checking router: 178e8530-1fe1-4d0b-8d7f-36c4a4caafa4 for host: dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:31:01.175904 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44357281-1926-4a44-ab4f-4ca961911d08 None None] Updating router 178e8530-1fe1-4d0b-8d7f-36c4a4caafa4 port 1da54f99-6a53-463f-8f5f-08d3a17c369e binding host dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 12:31:01.223108 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-44357281-1926-4a44-ab4f-4ca961911d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:01.725424 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-44357281-1926-4a44-ab4f-4ca961911d08 None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:01.732591 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-44357281-1926-4a44-ab4f-4ca961911d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:01.820186 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae44cb0-5475-4b8b-9c0a-2fc6964cad73 None None] Pushing event updated for resources: {'Port': ['ID=1da54f99-6a53-463f-8f5f-08d3a17c369e,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:31:01.829925 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae44cb0-5475-4b8b-9c0a-2fc6964cad73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:31:01.830263 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae44cb0-5475-4b8b-9c0a-2fc6964cad73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:31:01.830592 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae44cb0-5475-4b8b-9c0a-2fc6964cad73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:31:01.830937 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae44cb0-5475-4b8b-9c0a-2fc6964cad73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:31:01.831238 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae44cb0-5475-4b8b-9c0a-2fc6964cad73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:31:01.831557 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae44cb0-5475-4b8b-9c0a-2fc6964cad73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:31:01.831898 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae44cb0-5475-4b8b-9c0a-2fc6964cad73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:31:01.832213 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae44cb0-5475-4b8b-9c0a-2fc6964cad73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:31:01.832550 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae44cb0-5475-4b8b-9c0a-2fc6964cad73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:31:01.832862 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae44cb0-5475-4b8b-9c0a-2fc6964cad73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:31:01.833170 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae44cb0-5475-4b8b-9c0a-2fc6964cad73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:31:01.833479 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae44cb0-5475-4b8b-9c0a-2fc6964cad73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae44cb0-5475-4b8b-9c0a-2fc6964cad73 None None] Tracked resource versions report: Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: pushed versions: Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: { 'AddressGroup': {'1.2'}, Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: 'ConntrackHelper': {'1.0'}, Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: 'Log': {'1.0'}, Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: 'Network': {'1.1'}, Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: 'Port': {'1.7'}, Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: 'PortForwarding': {'1.2'}, Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: 'QosPolicy': {'1.9'}, Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: 'SecurityGroup': {'1.4'}, Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: 'SecurityGroupRule': {'1.2'}, Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: 'SubPort': {'1.0'}, Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: 'Subnet': {'1.1'}, Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: 'Trunk': {'1.1'}} Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: consumer versions: Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: { DHCP agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: L3 agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: Metadata agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: Metering agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: Open vSwitch agent@dv-cinder-809894-1-iscsi: { 'AddressGroup': '1.2', Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: 'ConntrackHelper': '1.0', Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: 'Log': '1.0', Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: 'Network': '1.1', Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: 'Port': '1.7', Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: 'PortForwarding': '1.2', Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: 'QosPolicy': '1.9', Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: 'SecurityGroup': '1.4', Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: 'SecurityGroupRule': '1.2', Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: 'SubPort': '1.0', Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: 'Subnet': '1.1', Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: 'Trunk': '1.1'}} Sep 18 12:31:01.834583 dv-cinder-809894-1-iscsi neutron-server[94109]: {{(pid=94109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 12:31:01.909617 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-44357281-1926-4a44-ab4f-4ca961911d08 None None] Attempting to bind port 1da54f99-6a53-463f-8f5f-08d3a17c369e on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:31:01.910007 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-44357281-1926-4a44-ab4f-4ca961911d08 None None] Attempting to bind port 1da54f99-6a53-463f-8f5f-08d3a17c369e by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': 'f4946582-35f5-4b6a-93e9-4226af4a86d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd61bfded-2414-4728-99d3-988531ec0fe4'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:31:01.910433 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44357281-1926-4a44-ab4f-4ca961911d08 None None] Attempting to bind port 1da54f99-6a53-463f-8f5f-08d3a17c369e on network d61bfded-2414-4728-99d3-988531ec0fe4 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:31:01.915500 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44357281-1926-4a44-ab4f-4ca961911d08 None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:31:01.915933 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44357281-1926-4a44-ab4f-4ca961911d08 None None] Checking segment: {'id': 'f4946582-35f5-4b6a-93e9-4226af4a86d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd61bfded-2414-4728-99d3-988531ec0fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:31:01.916399 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-44357281-1926-4a44-ab4f-4ca961911d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:01.916776 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44357281-1926-4a44-ab4f-4ca961911d08 None None] Bound using segment: {'id': 'f4946582-35f5-4b6a-93e9-4226af4a86d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd61bfded-2414-4728-99d3-988531ec0fe4'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:31:01.917251 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-44357281-1926-4a44-ab4f-4ca961911d08 None None] Bound port: 1da54f99-6a53-463f-8f5f-08d3a17c369e, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4946582-35f5-4b6a-93e9-4226af4a86d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd61bfded-2414-4728-99d3-988531ec0fe4'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:31:01.917629 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-44357281-1926-4a44-ab4f-4ca961911d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:01.987257 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-44357281-1926-4a44-ab4f-4ca961911d08 None None] For port 1da54f99-6a53-463f-8f5f-08d3a17c369e, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:31:02.006932 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-44357281-1926-4a44-ab4f-4ca961911d08 None None] For port 1da54f99-6a53-463f-8f5f-08d3a17c369e, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=1da54f99-6a53-463f-8f5f-08d3a17c369e,segment=NetworkSegment(f4946582-35f5-4b6a-93e9-4226af4a86d4),segment_id=f4946582-35f5-4b6a-93e9-4226af4a86d4)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:31:02.012535 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-44357281-1926-4a44-ab4f-4ca961911d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:02.060686 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-d89ddf02-42b6-4e25-b4a1-1cb8683d3d1e None None] Provisioning complete for port 1da54f99-6a53-463f-8f5f-08d3a17c369e triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:31:02.061221 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d89ddf02-42b6-4e25-b4a1-1cb8683d3d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:02.069847 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae44cb0-5475-4b8b-9c0a-2fc6964cad73 None None] Pushing event updated for resources: {'Port': ['ID=1da54f99-6a53-463f-8f5f-08d3a17c369e,revision_number=4']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:31:02.072418 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44357281-1926-4a44-ab4f-4ca961911d08 None None] Routers {'178e8530-1fe1-4d0b-8d7f-36c4a4caafa4'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:31:02.073004 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-44357281-1926-4a44-ab4f-4ca961911d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:30:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['178e8530-1fe1-4d0b-8d7f-36c4a4caafa4'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:31:02.150429 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d89ddf02-42b6-4e25-b4a1-1cb8683d3d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:02.164656 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-44357281-1926-4a44-ab4f-4ca961911d08 None None] Set router 178e8530-1fe1-4d0b-8d7f-36c4a4caafa4 gateway port host: None {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:31:02.182470 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-d89ddf02-42b6-4e25-b4a1-1cb8683d3d1e None None] For port 1da54f99-6a53-463f-8f5f-08d3a17c369e, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=1da54f99-6a53-463f-8f5f-08d3a17c369e,segment=NetworkSegment(f4946582-35f5-4b6a-93e9-4226af4a86d4),segment_id=f4946582-35f5-4b6a-93e9-4226af4a86d4)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:31:02.190030 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d89ddf02-42b6-4e25-b4a1-1cb8683d3d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:02.243412 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ddf02-42b6-4e25-b4a1-1cb8683d3d1e None None] Pushing event updated for resources: {'Port': ['ID=1da54f99-6a53-463f-8f5f-08d3a17c369e,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:31:02.314075 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-52f8b976-a713-475a-9bd2-95b09fdced03 None None] Provisioning complete for port 1da54f99-6a53-463f-8f5f-08d3a17c369e triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:31:02.315269 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-52f8b976-a713-475a-9bd2-95b09fdced03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:02.384113 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-44357281-1926-4a44-ab4f-4ca961911d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178e8530-1fe1-4d0b-8d7f-36c4a4caafa4', 'name': 'router1', 'tenant_id': '7216fb8a007b4ddba28cc98d7b943548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:30:50Z', 'updated_at': '2021-09-18T12:30:59Z', 'revision_number': 2, 'project_id': '7216fb8a007b4ddba28cc98d7b943548', 'gw_port_host': None, '_interfaces': [{'id': '1da54f99-6a53-463f-8f5f-08d3a17c369e', 'name': '', 'network_id': 'd61bfded-2414-4728-99d3-988531ec0fe4', 'tenant_id': '7216fb8a007b4ddba28cc98d7b943548', 'mac_address': 'fa:16:3e:c2:c9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178e8530-1fe1-4d0b-8d7f-36c4a4caafa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fcf63de7-af53-4602-94af-3e41d2d9d755', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:30:59Z', 'updated_at': '2021-09-18T12:31:01Z', 'revision_number': 4, 'project_id': '7216fb8a007b4ddba28cc98d7b943548', 'subnets': [{'id': 'fcf63de7-af53-4602-94af-3e41d2d9d755', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9fc1874a-f3f0-499b-89b1-97ac15cf401f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:31:02.412457 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44357281-1926-4a44-ab4f-4ca961911d08 None None] The sync data for ids ['178e8530-1fe1-4d0b-8d7f-36c4a4caafa4'] in dv-cinder-809894-1-iscsi is: [{'id': '178e8530-1fe1-4d0b-8d7f-36c4a4caafa4', 'name': 'router1', 'tenant_id': '7216fb8a007b4ddba28cc98d7b943548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:30:50Z', 'updated_at': '2021-09-18T12:30:59Z', 'revision_number': 2, 'project_id': '7216fb8a007b4ddba28cc98d7b943548', 'gw_port_host': None, '_interfaces': [{'id': '1da54f99-6a53-463f-8f5f-08d3a17c369e', 'name': '', 'network_id': 'd61bfded-2414-4728-99d3-988531ec0fe4', 'tenant_id': '7216fb8a007b4ddba28cc98d7b943548', 'mac_address': 'fa:16:3e:c2:c9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178e8530-1fe1-4d0b-8d7f-36c4a4caafa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fcf63de7-af53-4602-94af-3e41d2d9d755', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:30:59Z', 'updated_at': '2021-09-18T12:31:01Z', 'revision_number': 4, 'project_id': '7216fb8a007b4ddba28cc98d7b943548', 'subnets': [{'id': 'fcf63de7-af53-4602-94af-3e41d2d9d755', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9fc1874a-f3f0-499b-89b1-97ac15cf401f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:31:02.731681 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 46484) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:31:02.837111 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc0ab55-f0a8-4304-bf0e-c3c8d9666544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:31:02.838463 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-dfc0ab55-f0a8-4304-bf0e-c3c8d9666544 admin admin] 10.222.0.24 "GET /v2.0/networks/135fce6b-ed16-41bb-8b70-07cd0f37ee2f HTTP/1.1" status: 200 len: 842 time: 0.1059027 Sep 18 12:31:02.849012 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-0c0f368e-c246-4955-8efb-00ed9da77431 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'cidr': '172.27.1.0/24', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'enable_dhcp': False}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:31:02.869841 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0f368e-c246-4955-8efb-00ed9da77431 admin admin] Made reservation on behalf of 54c5be87c851448ca1f4eb756527213a for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:31:02.872066 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0c0f368e-c246-4955-8efb-00ed9da77431 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:03.150225 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.objects.ports [None req-0c0f368e-c246-4955-8efb-00ed9da77431 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94107) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 12:31:03.150649 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0c0f368e-c246-4955-8efb-00ed9da77431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:03.283107 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f368e-c246-4955-8efb-00ed9da77431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6efedb2-cfaf-4090-8480-952b0af5c0d6,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:31:03.289320 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f368e-c246-4955-8efb-00ed9da77431 admin admin] Checking segment: {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:31:03.289789 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0f368e-c246-4955-8efb-00ed9da77431 admin admin] Network hostable DHCP agents. Network: 135fce6b-ed16-41bb-8b70-07cd0f37ee2f, hostable agents: ['3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 12:31:03.307338 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0f368e-c246-4955-8efb-00ed9da77431 admin admin] Network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f is scheduled to be hosted by DHCP agent 3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 12:31:03.316796 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-0c0f368e-c246-4955-8efb-00ed9da77431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809894-1-iscsi, 135fce6b-ed16-41bb-8b70-07cd0f37ee2f) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:31:03.320941 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0f368e-c246-4955-8efb-00ed9da77431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:31:03.321531 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0c0f368e-c246-4955-8efb-00ed9da77431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:03.327444 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5efc1a4-9ab8-463c-ae9e-755b183691c7 None None] Network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:31:03.338028 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-0c0f368e-c246-4955-8efb-00ed9da77431 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4921172 Sep 18 12:31:03.458594 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a61ae74-4320-4008-aa17-c3ac1a68333e None None] Network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:31:05.638945 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 46492) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:31:05.768159 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-b30d7404-f2c1-42a4-995c-5341f106cb46 admin admin] 10.222.0.24 "GET /v2.0/routers/178e8530-1fe1-4d0b-8d7f-36c4a4caafa4 HTTP/1.1" status: 200 len: 710 time: 0.1279652 Sep 18 12:31:05.851479 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88c6052-e7a7-487c-b949-3c6e703bab5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:31:05.852768 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d88c6052-e7a7-487c-b949-3c6e703bab5c admin admin] 10.222.0.24 "GET /v2.0/networks/135fce6b-ed16-41bb-8b70-07cd0f37ee2f HTTP/1.1" status: 200 len: 886 time: 0.0784440 Sep 18 12:31:05.862753 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-4b622484-4af1-4b89-9bda-7ee012c014c0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:31:06.099825 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4b622484-4af1-4b89-9bda-7ee012c014c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:06.327095 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4b622484-4af1-4b89-9bda-7ee012c014c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:06.398886 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4b622484-4af1-4b89-9bda-7ee012c014c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:06.498756 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-4b622484-4af1-4b89-9bda-7ee012c014c0 admin admin] Allocated IP 172.27.1.112 (135fce6b-ed16-41bb-8b70-07cd0f37ee2f/d6efedb2-cfaf-4090-8480-952b0af5c0d6/7664c341-9913-4008-a4ee-d8cccaf32c06) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:31:06.596568 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4b622484-4af1-4b89-9bda-7ee012c014c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:06.629091 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4b622484-4af1-4b89-9bda-7ee012c014c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:06.667319 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b622484-4af1-4b89-9bda-7ee012c014c0 admin admin] Network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:31:06.670121 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-4b622484-4af1-4b89-9bda-7ee012c014c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:31:06.676397 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b622484-4af1-4b89-9bda-7ee012c014c0 admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:31:06.679386 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b622484-4af1-4b89-9bda-7ee012c014c0 admin admin] Pushing event updated for resources: {'Port': ['ID=7664c341-9913-4008-a4ee-d8cccaf32c06,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:31:06.920898 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4b622484-4af1-4b89-9bda-7ee012c014c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:07.201189 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4b622484-4af1-4b89-9bda-7ee012c014c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-386'] for router, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:07.204362 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4b622484-4af1-4b89-9bda-7ee012c014c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3684001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3684024', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3682577'] for router, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:07.308511 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b622484-4af1-4b89-9bda-7ee012c014c0 admin admin] Router 178e8530-1fe1-4d0b-8d7f-36c4a4caafa4 has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:31:07.413390 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b622484-4af1-4b89-9bda-7ee012c014c0 admin admin] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:31:07.417585 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4b622484-4af1-4b89-9bda-7ee012c014c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:07.418759 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-4b622484-4af1-4b89-9bda-7ee012c014c0 admin admin] 10.222.0.24 "PUT /v2.0/routers/178e8530-1fe1-4d0b-8d7f-36c4a4caafa4 HTTP/1.1" status: 200 len: 890 time: 1.5592132 Sep 18 12:31:08.847047 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e0a25b-361e-40cf-882e-f8e47989501a None None] Sync routers for ids ['178e8530-1fe1-4d0b-8d7f-36c4a4caafa4'] in dv-cinder-809894-1-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:31:08.861407 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e0a25b-361e-40cf-882e-f8e47989501a None None] Routers {'178e8530-1fe1-4d0b-8d7f-36c4a4caafa4'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:31:08.862145 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-c7e0a25b-361e-40cf-882e-f8e47989501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:30:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['178e8530-1fe1-4d0b-8d7f-36c4a4caafa4'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:31:09.101403 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-c7e0a25b-361e-40cf-882e-f8e47989501a None None] Set router 178e8530-1fe1-4d0b-8d7f-36c4a4caafa4 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:31:09.174387 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 1da54f99-6a53-463f-8f5f-08d3a17c369e up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:31:09.406856 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 1da54f99-6a53-463f-8f5f-08d3a17c369e triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:31:09.407134 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:09.591117 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-c7e0a25b-361e-40cf-882e-f8e47989501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178e8530-1fe1-4d0b-8d7f-36c4a4caafa4', 'name': 'router1', 'tenant_id': '7216fb8a007b4ddba28cc98d7b943548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '7664c341-9913-4008-a4ee-d8cccaf32c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:30:50Z', 'updated_at': '2021-09-18T12:31:06Z', 'revision_number': 4, 'project_id': '7216fb8a007b4ddba28cc98d7b943548', 'gw_port': {'id': '7664c341-9913-4008-a4ee-d8cccaf32c06', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178e8530-1fe1-4d0b-8d7f-36c4a4caafa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:31:06Z', 'updated_at': '2021-09-18T12:31:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': '1da54f99-6a53-463f-8f5f-08d3a17c369e', 'name': '', 'network_id': 'd61bfded-2414-4728-99d3-988531ec0fe4', 'tenant_id': '7216fb8a007b4ddba28cc98d7b943548', 'mac_address': 'fa:16:3e:c2:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178e8530-1fe1-4d0b-8d7f-36c4a4caafa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fcf63de7-af53-4602-94af-3e41d2d9d755', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:30:59Z', 'updated_at': '2021-09-18T12:31:02Z', 'revision_number': 5, 'project_id': '7216fb8a007b4ddba28cc98d7b943548', 'subnets': [{'id': 'fcf63de7-af53-4602-94af-3e41d2d9d755', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9fc1874a-f3f0-499b-89b1-97ac15cf401f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:31:09.639947 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e0a25b-361e-40cf-882e-f8e47989501a None None] Checking router: 178e8530-1fe1-4d0b-8d7f-36c4a4caafa4 for host: dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:31:09.640297 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e0a25b-361e-40cf-882e-f8e47989501a None None] Updating router 178e8530-1fe1-4d0b-8d7f-36c4a4caafa4 port 7664c341-9913-4008-a4ee-d8cccaf32c06 binding host dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 12:31:09.692052 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c7e0a25b-361e-40cf-882e-f8e47989501a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:09.815797 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 46504) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:31:09.925844 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-eabff661-e247-4e4e-9e26-7d7877b4d32b admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1087487 Sep 18 12:31:10.010534 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c7e0a25b-361e-40cf-882e-f8e47989501a None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:10.017185 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c7e0a25b-361e-40cf-882e-f8e47989501a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:10.066314 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-c7e0a25b-361e-40cf-882e-f8e47989501a None None] Attempting to bind port 7664c341-9913-4008-a4ee-d8cccaf32c06 on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:31:10.066677 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-c7e0a25b-361e-40cf-882e-f8e47989501a None None] Attempting to bind port 7664c341-9913-4008-a4ee-d8cccaf32c06 by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:31:10.067032 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e0a25b-361e-40cf-882e-f8e47989501a None None] Attempting to bind port 7664c341-9913-4008-a4ee-d8cccaf32c06 on network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:31:10.075201 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f553841-0a78-4a72-abd2-675ff60227ec None None] Pushing event updated for resources: {'Port': ['ID=7664c341-9913-4008-a4ee-d8cccaf32c06,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:31:10.079855 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e0a25b-361e-40cf-882e-f8e47989501a None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:31:10.080224 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e0a25b-361e-40cf-882e-f8e47989501a None None] Checking segment: {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:31:10.080618 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c7e0a25b-361e-40cf-882e-f8e47989501a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:10.080999 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e0a25b-361e-40cf-882e-f8e47989501a None None] Bound using segment: {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:31:10.081452 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-c7e0a25b-361e-40cf-882e-f8e47989501a None None] Bound port: 7664c341-9913-4008-a4ee-d8cccaf32c06, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:31:10.081835 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c7e0a25b-361e-40cf-882e-f8e47989501a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:10.208727 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-c7e0a25b-361e-40cf-882e-f8e47989501a None None] For port 7664c341-9913-4008-a4ee-d8cccaf32c06, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:31:10.211697 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-c7e0a25b-361e-40cf-882e-f8e47989501a None None] For port 7664c341-9913-4008-a4ee-d8cccaf32c06, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=7664c341-9913-4008-a4ee-d8cccaf32c06,segment=NetworkSegment(972f36e2-ef14-414b-b7e5-74a44c97b427),segment_id=972f36e2-ef14-414b-b7e5-74a44c97b427)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:31:10.217264 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c7e0a25b-361e-40cf-882e-f8e47989501a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:10.271391 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e0a25b-361e-40cf-882e-f8e47989501a None None] Routers {'178e8530-1fe1-4d0b-8d7f-36c4a4caafa4'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:31:10.272008 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-c7e0a25b-361e-40cf-882e-f8e47989501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:30:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['178e8530-1fe1-4d0b-8d7f-36c4a4caafa4'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:31:10.276808 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f553841-0a78-4a72-abd2-675ff60227ec None None] Pushing event updated for resources: {'Port': ['ID=7664c341-9913-4008-a4ee-d8cccaf32c06,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:31:10.379497 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-c7e0a25b-361e-40cf-882e-f8e47989501a None None] Set router 178e8530-1fe1-4d0b-8d7f-36c4a4caafa4 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:31:10.592619 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-c7e0a25b-361e-40cf-882e-f8e47989501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178e8530-1fe1-4d0b-8d7f-36c4a4caafa4', 'name': 'router1', 'tenant_id': '7216fb8a007b4ddba28cc98d7b943548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '7664c341-9913-4008-a4ee-d8cccaf32c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:30:50Z', 'updated_at': '2021-09-18T12:31:06Z', 'revision_number': 4, 'project_id': '7216fb8a007b4ddba28cc98d7b943548', 'gw_port': {'id': '7664c341-9913-4008-a4ee-d8cccaf32c06', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178e8530-1fe1-4d0b-8d7f-36c4a4caafa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:31:06Z', 'updated_at': '2021-09-18T12:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': '1da54f99-6a53-463f-8f5f-08d3a17c369e', 'name': '', 'network_id': 'd61bfded-2414-4728-99d3-988531ec0fe4', 'tenant_id': '7216fb8a007b4ddba28cc98d7b943548', 'mac_address': 'fa:16:3e:c2:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178e8530-1fe1-4d0b-8d7f-36c4a4caafa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fcf63de7-af53-4602-94af-3e41d2d9d755', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:30:59Z', 'updated_at': '2021-09-18T12:31:02Z', 'revision_number': 5, 'project_id': '7216fb8a007b4ddba28cc98d7b943548', 'subnets': [{'id': 'fcf63de7-af53-4602-94af-3e41d2d9d755', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9fc1874a-f3f0-499b-89b1-97ac15cf401f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:31:10.618940 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e0a25b-361e-40cf-882e-f8e47989501a None None] The sync data for ids ['178e8530-1fe1-4d0b-8d7f-36c4a4caafa4'] in dv-cinder-809894-1-iscsi is: [{'id': '178e8530-1fe1-4d0b-8d7f-36c4a4caafa4', 'name': 'router1', 'tenant_id': '7216fb8a007b4ddba28cc98d7b943548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '7664c341-9913-4008-a4ee-d8cccaf32c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:30:50Z', 'updated_at': '2021-09-18T12:31:06Z', 'revision_number': 4, 'project_id': '7216fb8a007b4ddba28cc98d7b943548', 'gw_port': {'id': '7664c341-9913-4008-a4ee-d8cccaf32c06', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178e8530-1fe1-4d0b-8d7f-36c4a4caafa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:31:06Z', 'updated_at': '2021-09-18T12:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': '1da54f99-6a53-463f-8f5f-08d3a17c369e', 'name': '', 'network_id': 'd61bfded-2414-4728-99d3-988531ec0fe4', 'tenant_id': '7216fb8a007b4ddba28cc98d7b943548', 'mac_address': 'fa:16:3e:c2:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178e8530-1fe1-4d0b-8d7f-36c4a4caafa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fcf63de7-af53-4602-94af-3e41d2d9d755', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:30:59Z', 'updated_at': '2021-09-18T12:31:02Z', 'revision_number': 5, 'project_id': '7216fb8a007b4ddba28cc98d7b943548', 'subnets': [{'id': 'fcf63de7-af53-4602-94af-3e41d2d9d755', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9fc1874a-f3f0-499b-89b1-97ac15cf401f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:31:11.182015 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 7664c341-9913-4008-a4ee-d8cccaf32c06 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:31:11.247953 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 7664c341-9913-4008-a4ee-d8cccaf32c06 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:31:11.248941 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:11.353639 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:11.374346 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] For port 7664c341-9913-4008-a4ee-d8cccaf32c06, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=7664c341-9913-4008-a4ee-d8cccaf32c06,segment=NetworkSegment(972f36e2-ef14-414b-b7e5-74a44c97b427),segment_id=972f36e2-ef14-414b-b7e5-74a44c97b427)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:31:11.377643 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:11.432612 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Pushing event updated for resources: {'Port': ['ID=7664c341-9913-4008-a4ee-d8cccaf32c06,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:31:13.149206 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 7664c341-9913-4008-a4ee-d8cccaf32c06 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:31:13.203147 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 7664c341-9913-4008-a4ee-d8cccaf32c06 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:31:13.203655 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:24.395280 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-08e84da8-a330-4c62-8ca9-7fa5114dc8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:27.018118 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d478ef6e-03fe-4f9e-b14d-7f0bf72495b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:27.719206 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:28.029554 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:29.535498 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:30.812550 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 5 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:31:54.401777 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-88c13219-194c-43f1-9fea-ba8f8836a70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:57.014486 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-712e97d9-abd8-45df-8fde-988cc7fa337e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:57.724232 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:58.025999 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:31:59.538831 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:32:07.812844 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 5 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:32:24.404383 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-664e37b2-80a0-4326-8413-b90943fc7afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:32:27.015610 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c0ffb4d5-f6d2-49e0-b2d0-776d66105d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:32:27.725446 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:32:28.031306 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:32:29.548157 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:32:44.811405 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 5 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:32:45.389336 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 47066) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:32:45.450624 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc995c3e-9e23-4b56-965d-c187accad953 admin admin] GET failed (client error): The resource could not be found. Sep 18 12:32:45.451991 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-dc995c3e-9e23-4b56-965d-c187accad953 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616333 Sep 18 12:32:45.609019 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374aa3c8-1e77-4b87-8efa-0c0771f36d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:32:45.610522 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-374aa3c8-1e77-4b87-8efa-0c0771f36d60 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1539557 Sep 18 12:32:47.767420 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 47076) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:32:47.921094 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc391fe0-ffe3-4a43-9e05-bec7c520337a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:32:47.922599 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-dc391fe0-ffe3-4a43-9e05-bec7c520337a admin admin] 10.222.0.24 "GET /v2.0/subnets/fcf63de7-af53-4602-94af-3e41d2d9d755 HTTP/1.1" status: 200 len: 849 time: 0.1542432 Sep 18 12:32:47.932663 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-7107469a-32e8-4fe7-9de7-8022e7611076 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:32:48.018939 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7107469a-32e8-4fe7-9de7-8022e7611076 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:32:48.165478 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7107469a-32e8-4fe7-9de7-8022e7611076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759307114500'] for subnet, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:32:48.230004 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7107469a-32e8-4fe7-9de7-8022e7611076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:32:48.231165 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7107469a-32e8-4fe7-9de7-8022e7611076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:32:48.231907 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-7107469a-32e8-4fe7-9de7-8022e7611076 admin admin] 10.222.0.24 "PUT /v2.0/subnets/fcf63de7-af53-4602-94af-3e41d2d9d755 HTTP/1.1" status: 200 len: 868 time: 0.3029144 Sep 18 12:32:48.246686 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc8fe2e-76b3-43ef-a6ab-57824e3667ab None None] Network d61bfded-2414-4728-99d3-988531ec0fe4 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:32:48.253546 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107469a-32e8-4fe7-9de7-8022e7611076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcf63de7-af53-4602-94af-3e41d2d9d755,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:32:48.264693 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107469a-32e8-4fe7-9de7-8022e7611076 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:32:48.265077 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107469a-32e8-4fe7-9de7-8022e7611076 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:32:48.265392 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107469a-32e8-4fe7-9de7-8022e7611076 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:32:48.265729 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107469a-32e8-4fe7-9de7-8022e7611076 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:32:48.266062 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107469a-32e8-4fe7-9de7-8022e7611076 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:32:48.266405 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107469a-32e8-4fe7-9de7-8022e7611076 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:32:48.266734 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107469a-32e8-4fe7-9de7-8022e7611076 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:32:48.267059 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107469a-32e8-4fe7-9de7-8022e7611076 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:32:48.267398 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107469a-32e8-4fe7-9de7-8022e7611076 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:32:48.267749 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107469a-32e8-4fe7-9de7-8022e7611076 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:32:48.268073 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107469a-32e8-4fe7-9de7-8022e7611076 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:32:48.268394 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107469a-32e8-4fe7-9de7-8022e7611076 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7107469a-32e8-4fe7-9de7-8022e7611076 admin admin] Tracked resource versions report: Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: pushed versions: Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: { 'AddressGroup': {'1.2'}, Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: 'ConntrackHelper': {'1.0'}, Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: 'Log': {'1.0'}, Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: 'Network': {'1.1'}, Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: 'Port': {'1.7'}, Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: 'PortForwarding': {'1.2'}, Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: 'QosPolicy': {'1.9'}, Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: 'SecurityGroup': {'1.4'}, Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: 'SecurityGroupRule': {'1.2'}, Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: 'SubPort': {'1.0'}, Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: 'Subnet': {'1.1'}, Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: 'Trunk': {'1.1'}} Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: consumer versions: Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: { DHCP agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: L3 agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: Metadata agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: Metering agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: Open vSwitch agent@dv-cinder-809894-1-iscsi: { 'AddressGroup': '1.2', Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: 'ConntrackHelper': '1.0', Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: 'Log': '1.0', Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: 'Network': '1.1', Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: 'Port': '1.7', Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: 'PortForwarding': '1.2', Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: 'QosPolicy': '1.9', Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: 'SecurityGroup': '1.4', Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: 'SecurityGroupRule': '1.2', Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: 'SubPort': '1.0', Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: 'Subnet': '1.1', Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: 'Trunk': '1.1'}} Sep 18 12:32:48.269801 dv-cinder-809894-1-iscsi neutron-server[94106]: {{(pid=94106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 12:32:48.614680 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-f3abba5e-7c5a-43c0-b529-0f8ace10aaae None None] Provisioning complete for port 33d3df75-992f-492c-8321-a0d275970229 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:32:48.615046 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f3abba5e-7c5a-43c0-b529-0f8ace10aaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:32:48.698216 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-f3abba5e-7c5a-43c0-b529-0f8ace10aaae None None] Provisioning complete for port 1da54f99-6a53-463f-8f5f-08d3a17c369e triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:32:48.698505 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f3abba5e-7c5a-43c0-b529-0f8ace10aaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:32:50.423337 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 47090) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:32:50.623159 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb675b3-6a06-4362-8a12-368d41939457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:32:50.623551 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb675b3-6a06-4362-8a12-368d41939457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:32:50.625148 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-9cb675b3-6a06-4362-8a12-368d41939457 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2007926 Sep 18 12:32:52.798962 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 47098) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:32:52.929527 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b2b815-6689-45e5-90c8-8f08adedb1ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:32:52.930008 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b2b815-6689-45e5-90c8-8f08adedb1ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:32:52.931557 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-e9b2b815-6689-45e5-90c8-8f08adedb1ab admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1316540 Sep 18 12:32:54.404729 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-38994953-b957-437c-87c1-c6df08d5742b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:32:55.104692 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 47106) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:32:55.228471 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2864a2-59b8-4907-b1fc-74869a912664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:32:55.229825 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-8c2864a2-59b8-4907-b1fc-74869a912664 admin admin] 10.222.0.24 "GET /v2.0/networks/135fce6b-ed16-41bb-8b70-07cd0f37ee2f HTTP/1.1" status: 200 len: 886 time: 0.1240757 Sep 18 12:32:57.017181 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d306e52b-6772-4572-b7a3-af5e216ddf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:32:57.394191 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 47114) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:32:57.519531 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77880b0-6792-4e7a-aadd-1e18bd0517c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:32:57.520895 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-c77880b0-6792-4e7a-aadd-1e18bd0517c1 admin admin] 10.222.0.24 "GET /v2.0/networks/d61bfded-2414-4728-99d3-988531ec0fe4 HTTP/1.1" status: 200 len: 869 time: 0.1257803 Sep 18 12:32:57.727894 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:32:58.033481 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:32:59.549938 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:32:59.678319 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 47122) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:32:59.800180 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131b51de-ecfe-4556-8656-5f97ab0edab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:32:59.800564 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131b51de-ecfe-4556-8656-5f97ab0edab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:32:59.802130 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-131b51de-ecfe-4556-8656-5f97ab0edab7 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1222715 Sep 18 12:33:01.966560 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 47130) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:33:02.055483 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd5df15-92de-4269-99d9-bdfe1d88d1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:33:02.055963 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd5df15-92de-4269-99d9-bdfe1d88d1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:33:02.057417 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-bcd5df15-92de-4269-99d9-bdfe1d88d1f8 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0899217 Sep 18 12:33:04.223567 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 47138) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:33:04.307727 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e06198-dc76-4a7c-81a1-488127f1d559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:33:04.309036 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-f2e06198-dc76-4a7c-81a1-488127f1d559 admin admin] 10.222.0.24 "GET /v2.0/subnets/d6efedb2-cfaf-4090-8480-952b0af5c0d6 HTTP/1.1" status: 200 len: 816 time: 0.0845168 Sep 18 12:33:06.475057 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 47146) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:33:06.666052 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14936347-290f-469f-8f90-e634db6110dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:33:06.667700 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-14936347-290f-469f-8f90-e634db6110dd admin admin] 10.222.0.24 "GET /v2.0/subnets/fcf63de7-af53-4602-94af-3e41d2d9d755 HTTP/1.1" status: 200 len: 868 time: 0.1906760 Sep 18 12:33:21.809903 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 5 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:33:24.407288 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-14625f13-662b-4925-b538-a0a54610818f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:33:27.017727 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-732361cd-273b-44f1-9ce6-5b6c19bffae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:33:27.728221 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:33:28.036557 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:33:29.552056 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:33:30.177908 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 47200) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:33:30.224604 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [None req-86b77071-39a3-4f25-a4da-86c617d7755a admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 12:33:30.225646 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-86b77071-39a3-4f25-a4da-86c617d7755a admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467796 Sep 18 12:33:32.493306 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 47208) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:33:32.551737 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf5e9b6-a093-4f01-a6e3-d17edfae4ebc admin admin] GET failed (client error): The resource could not be found. Sep 18 12:33:32.553062 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-bcf5e9b6-a093-4f01-a6e3-d17edfae4ebc admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0588272 Sep 18 12:33:32.638044 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc78dd7-585a-49b8-823e-d185cf97f968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:33:32.639490 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ffc78dd7-585a-49b8-823e-d185cf97f968 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0811312 Sep 18 12:33:34.922772 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 47216) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:33:34.969390 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-de1cb614-1f9a-4cf0-b812-a14d35c667b4 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:33:34.988664 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1cb614-1f9a-4cf0-b812-a14d35c667b4 admin admin] Made reservation on behalf of 54c5be87c851448ca1f4eb756527213a for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:33:34.991063 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de1cb614-1f9a-4cf0-b812-a14d35c667b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:33:35.019149 dv-cinder-809894-1-iscsi neutron-server[94107]: WARNING neutron.services.revisions.revision_plugin [None req-de1cb614-1f9a-4cf0-b812-a14d35c667b4 admin admin] Could not find related network for resource to bump revision. Sep 18 12:33:35.030247 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1cb614-1f9a-4cf0-b812-a14d35c667b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 12:33:35.038928 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de1cb614-1f9a-4cf0-b812-a14d35c667b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:33:35.039269 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-de1cb614-1f9a-4cf0-b812-a14d35c667b4 admin admin] Added segment c3235c61-0440-46d9-b603-d6c19c88b33a of type vlan for network e4e0ad84-7c5c-46e5-b135-5d66ed841299 Sep 18 12:33:35.077226 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de1cb614-1f9a-4cf0-b812-a14d35c667b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759306564904'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:33:35.099473 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de1cb614-1f9a-4cf0-b812-a14d35c667b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:33:35.100442 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1cb614-1f9a-4cf0-b812-a14d35c667b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:33:35.101049 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de1cb614-1f9a-4cf0-b812-a14d35c667b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:33:35.130110 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-de1cb614-1f9a-4cf0-b812-a14d35c667b4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2062101 Sep 18 12:33:35.162181 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1cb614-1f9a-4cf0-b812-a14d35c667b4 admin admin] Pushing event updated for resources: {'Network': ['ID=e4e0ad84-7c5c-46e5-b135-5d66ed841299,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:33:35.169541 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1cb614-1f9a-4cf0-b812-a14d35c667b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:33:35.169886 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1cb614-1f9a-4cf0-b812-a14d35c667b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:33:35.170221 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1cb614-1f9a-4cf0-b812-a14d35c667b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:33:35.170547 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1cb614-1f9a-4cf0-b812-a14d35c667b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:33:35.170873 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1cb614-1f9a-4cf0-b812-a14d35c667b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:33:35.171218 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1cb614-1f9a-4cf0-b812-a14d35c667b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:33:35.171545 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1cb614-1f9a-4cf0-b812-a14d35c667b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:33:35.171894 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1cb614-1f9a-4cf0-b812-a14d35c667b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:33:35.172232 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1cb614-1f9a-4cf0-b812-a14d35c667b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:33:35.172554 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1cb614-1f9a-4cf0-b812-a14d35c667b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:33:35.172873 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1cb614-1f9a-4cf0-b812-a14d35c667b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:33:35.173188 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1cb614-1f9a-4cf0-b812-a14d35c667b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:33:35.184648 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Network e4e0ad84-7c5c-46e5-b135-5d66ed841299 details requested by agent ovs-agent-dv-cinder-809894-1-iscsi with host dv-cinder-809894-1-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 12:33:37.338983 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 47224) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:33:37.415319 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.pecan_wsgi.hooks.translation [None req-54dd28c6-c695-46e3-9eaf-aa2162d193c2 admin admin] GET failed (client error): The resource could not be found. Sep 18 12:33:37.416646 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-54dd28c6-c695-46e3-9eaf-aa2162d193c2 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0767388 Sep 18 12:33:37.528913 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03c9f33-ea2b-4671-88a5-b3d154c9aacc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:33:37.530249 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a03c9f33-ea2b-4671-88a5-b3d154c9aacc admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1090457 Sep 18 12:33:37.540311 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-7d361fd0-5f75-4e15-9660-a3d970d0c12a admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'e4e0ad84-7c5c-46e5-b135-5d66ed841299', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:33:37.565434 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d361fd0-5f75-4e15-9660-a3d970d0c12a admin admin] Made reservation on behalf of 54c5be87c851448ca1f4eb756527213a for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:33:37.567787 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7d361fd0-5f75-4e15-9660-a3d970d0c12a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:33:37.799416 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7d361fd0-5f75-4e15-9660-a3d970d0c12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:33:37.854012 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d361fd0-5f75-4e15-9660-a3d970d0c12a admin admin] Pushing event updated for resources: {'Subnet': ['ID=791bba88-27c7-42d4-afcf-acae01b75b2d,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:33:37.863632 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d361fd0-5f75-4e15-9660-a3d970d0c12a admin admin] Checking segment: {'id': 'c3235c61-0440-46d9-b603-d6c19c88b33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e4e0ad84-7c5c-46e5-b135-5d66ed841299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:33:37.864012 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d361fd0-5f75-4e15-9660-a3d970d0c12a admin admin] Network hostable DHCP agents. Network: e4e0ad84-7c5c-46e5-b135-5d66ed841299, hostable agents: ['3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 12:33:37.884653 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d361fd0-5f75-4e15-9660-a3d970d0c12a admin admin] Network e4e0ad84-7c5c-46e5-b135-5d66ed841299 is scheduled to be hosted by DHCP agent 3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 12:33:37.896650 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-7d361fd0-5f75-4e15-9660-a3d970d0c12a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809894-1-iscsi, e4e0ad84-7c5c-46e5-b135-5d66ed841299) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:33:37.901033 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d361fd0-5f75-4e15-9660-a3d970d0c12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:33:37.901612 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7d361fd0-5f75-4e15-9660-a3d970d0c12a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:33:37.906003 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae5eb9f-4015-4bca-a84d-c9d904a0c6b5 None None] Network e4e0ad84-7c5c-46e5-b135-5d66ed841299 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:33:37.917127 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-7d361fd0-5f75-4e15-9660-a3d970d0c12a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3800116 Sep 18 12:33:38.148210 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7de32733-35e2-53c9-9249-20afc5382abb-e4e0ad84-7c5c-46e5-b135-5d66ed841299', 'network_id': 'e4e0ad84-7c5c-46e5-b135-5d66ed841299', 'tenant_id': '54c5be87c851448ca1f4eb756527213a', 'fixed_ips': [{'subnet_id': '791bba88-27c7-42d4-afcf-acae01b75b2d'}]}} from dv-cinder-809894-1-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 12:33:38.149071 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:33:38.282524 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Allocated IP 192.168.233.2 (e4e0ad84-7c5c-46e5-b135-5d66ed841299/791bba88-27c7-42d4-afcf-acae01b75b2d/ef553da2-47c7-4083-be77-18307e0b68b9) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:33:38.427549 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:33:38.433586 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:33:38.473881 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Network e4e0ad84-7c5c-46e5-b135-5d66ed841299 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:33:38.476685 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:33:38.479164 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:33:38.487203 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Pushing event updated for resources: {'Port': ['ID=ef553da2-47c7-4083-be77-18307e0b68b9,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:33:38.513236 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:33:38.513573 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:33:38.513903 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:33:38.514227 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:33:38.514553 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:33:38.514875 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:33:38.515192 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:33:38.515512 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:33:38.515872 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:33:38.516192 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:33:38.516504 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:33:38.516812 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:33:38.551566 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Attempting to bind port ef553da2-47c7-4083-be77-18307e0b68b9 on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:33:38.551958 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Attempting to bind port ef553da2-47c7-4083-be77-18307e0b68b9 by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': 'c3235c61-0440-46d9-b603-d6c19c88b33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e4e0ad84-7c5c-46e5-b135-5d66ed841299'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:33:38.552330 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Attempting to bind port ef553da2-47c7-4083-be77-18307e0b68b9 on network e4e0ad84-7c5c-46e5-b135-5d66ed841299 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:33:38.557727 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:33:38.558098 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Checking segment: {'id': 'c3235c61-0440-46d9-b603-d6c19c88b33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e4e0ad84-7c5c-46e5-b135-5d66ed841299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:33:38.558488 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:33:38.558875 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Bound using segment: {'id': 'c3235c61-0440-46d9-b603-d6c19c88b33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e4e0ad84-7c5c-46e5-b135-5d66ed841299'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:33:38.559321 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Bound port: ef553da2-47c7-4083-be77-18307e0b68b9, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3235c61-0440-46d9-b603-d6c19c88b33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e4e0ad84-7c5c-46e5-b135-5d66ed841299'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:33:38.559731 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:33:38.620898 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] For port ef553da2-47c7-4083-be77-18307e0b68b9, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:33:38.624003 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] For port ef553da2-47c7-4083-be77-18307e0b68b9, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=ef553da2-47c7-4083-be77-18307e0b68b9,segment=NetworkSegment(c3235c61-0440-46d9-b603-d6c19c88b33a),segment_id=c3235c61-0440-46d9-b603-d6c19c88b33a)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:33:38.629560 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:33:38.683947 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e68e7-758c-43a8-a063-b8016f19dd30 None None] Pushing event updated for resources: {'Port': ['ID=ef553da2-47c7-4083-be77-18307e0b68b9,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:33:39.273129 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device ef553da2-47c7-4083-be77-18307e0b68b9 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:33:39.329209 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port ef553da2-47c7-4083-be77-18307e0b68b9 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:33:39.329773 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:33:39.416500 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:33:39.450006 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] For port ef553da2-47c7-4083-be77-18307e0b68b9, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=ef553da2-47c7-4083-be77-18307e0b68b9,segment=NetworkSegment(c3235c61-0440-46d9-b603-d6c19c88b33a),segment_id=c3235c61-0440-46d9-b603-d6c19c88b33a)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:33:39.456239 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:33:39.525875 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Pushing event updated for resources: {'Port': ['ID=ef553da2-47c7-4083-be77-18307e0b68b9,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:33:39.560039 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aec1589-bc46-40f9-a51d-cc7470e99c38 None None] Network e4e0ad84-7c5c-46e5-b135-5d66ed841299 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:33:39.675617 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-0f38652c-7c79-4974-bb80-9b5c51663c9e None None] Provisioning complete for port ef553da2-47c7-4083-be77-18307e0b68b9 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:33:39.676065 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0f38652c-7c79-4974-bb80-9b5c51663c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:33:40.006647 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-aa4a2f2b-e4c6-497a-b357-fc03feba67e6 None None] Provisioning complete for port ef553da2-47c7-4083-be77-18307e0b68b9 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:33:40.007541 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-aa4a2f2b-e4c6-497a-b357-fc03feba67e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:33:41.246695 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device ef553da2-47c7-4083-be77-18307e0b68b9 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:33:41.297016 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port ef553da2-47c7-4083-be77-18307e0b68b9 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:33:41.297502 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:33:54.408951 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5bfb7158-d9a6-41f1-962a-72ad7278759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:33:57.020621 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-72aa375d-502e-437c-9c9b-2dc8a774e8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:33:57.733065 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:33:58.038584 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:33:58.808782 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 5 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:33:59.555377 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:34:24.412473 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-99285330-4202-4ddc-9e9c-0c9b8313a310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:34:27.020704 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0d51b58e-d919-4b60-806a-facdd7ab9f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:34:27.733238 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:34:28.040966 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:34:29.558316 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:34:35.807724 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 5 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:34:51.280199 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 47276) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:34:51.286020 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [None req-77a8390f-45c6-4b7f-82aa-ee9e7e407a9c tempest-verify_tempest_config-45833541 tempest-verify_tempest_config-45833541-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 12:34:51.286993 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-77a8390f-45c6-4b7f-82aa-ee9e7e407a9c tempest-verify_tempest_config-45833541 tempest-verify_tempest_config-45833541-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058327 Sep 18 12:34:51.575239 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 47294) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:34:51.676706 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e71e1ae5-2225-4a9b-bd37-8579881c3180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:34:51.763539 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e71e1ae5-2225-4a9b-bd37-8579881c3180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:34:51.767020 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e71e1ae5-2225-4a9b-bd37-8579881c3180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:34:51.811774 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-e71e1ae5-2225-4a9b-bd37-8579881c3180 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c29372c755ee4f98a1a47ef85641060a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2354398 Sep 18 12:34:51.812608 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e1ae5-2225-4a9b-bd37-8579881c3180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104b7344-3790-488c-a3e4-b4ed499b1098,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:34:51.814408 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 47300) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:34:51.830495 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e1ae5-2225-4a9b-bd37-8579881c3180 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:34:51.830855 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e1ae5-2225-4a9b-bd37-8579881c3180 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:34:51.831196 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e1ae5-2225-4a9b-bd37-8579881c3180 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:34:51.831525 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e1ae5-2225-4a9b-bd37-8579881c3180 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:34:51.831894 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e1ae5-2225-4a9b-bd37-8579881c3180 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:34:51.832223 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e1ae5-2225-4a9b-bd37-8579881c3180 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:34:51.832548 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e1ae5-2225-4a9b-bd37-8579881c3180 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:34:51.832868 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e1ae5-2225-4a9b-bd37-8579881c3180 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:34:51.833202 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e1ae5-2225-4a9b-bd37-8579881c3180 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:34:51.833522 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e1ae5-2225-4a9b-bd37-8579881c3180 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:34:51.833836 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e1ae5-2225-4a9b-bd37-8579881c3180 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:34:51.834156 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e1ae5-2225-4a9b-bd37-8579881c3180 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:34:51.879244 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a7a42774-158a-441c-8b7a-3545fa00b5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:34:51.899209 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a7a42774-158a-441c-8b7a-3545fa00b5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:34:51.983465 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a7a42774-158a-441c-8b7a-3545fa00b5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:34:51.986257 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a7a42774-158a-441c-8b7a-3545fa00b5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:34:51.987575 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-a7a42774-158a-441c-8b7a-3545fa00b5e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/104b7344-3790-488c-a3e4-b4ed499b1098 HTTP/1.1" status: 204 len: 168 time: 0.1714659 Sep 18 12:34:51.996129 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a42774-158a-441c-8b7a-3545fa00b5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104b7344-3790-488c-a3e4-b4ed499b1098,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:34:54.413283 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-282a6ccc-fe62-4ac5-9756-4ddacb04865c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:34:57.022391 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ef10b099-aa86-4e32-b385-45950ddfc85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:34:57.733910 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:34:58.044260 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:34:59.560988 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:35:12.805904 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 5 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:35:24.413976 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f405f56b-3f65-44a7-81e1-e477dce52f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:35:27.022755 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1ed3ba46-e36c-4bad-aa1a-92a6b1439174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:35:27.734613 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:35:28.047832 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:35:29.563339 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:35:49.805265 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 5 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:35:54.414458 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ded5729d-381d-4d0a-805d-31d240a9e693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:35:57.024525 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-769b3857-8392-428e-ac8f-1e12b9b3ff9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:35:57.735366 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:35:58.048785 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:35:59.566220 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:36:17.527123 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3673910'] for agent, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:36:24.415973 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b4625589-58cd-428c-ac5c-9eb6ab99c5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:36:26.804044 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:36:27.025916 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e7913277-deb6-4378-97a8-5c288fbc4370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:36:27.736055 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:36:28.054876 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:36:29.570055 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:36:32.559231 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 47374) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:36:32.660397 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-155897fa-d5e4-4b79-86b9-15387e9e5853 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1000588 Sep 18 12:36:34.864628 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 47384) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:36:34.917890 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-89b48171-ec38-4417-a983-ebda3738c7cb admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0521955 Sep 18 12:36:47.496739 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:36:54.416667 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1713b84c-a6ed-434c-b5c2-2c32e8ea41fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:36:57.026396 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1d5cbcce-8cd5-45d3-b7a2-24cf5a9c8363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:36:57.736405 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:36:58.055927 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:36:59.572936 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:37:03.802702 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:37:17.495686 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:37:24.421906 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-73fd7b4b-3d73-4e67-88e2-d8664468a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:37:27.026619 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e7b39f2b-a42b-4a30-98aa-77fb2dd35206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:37:27.740094 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:37:28.070027 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:37:29.577599 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:37:40.801049 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:37:47.510575 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:37:54.415753 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c31a3ad4-f956-4e9a-b8e1-f645bce37a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:37:57.041018 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3c58cf82-b848-4da8-9727-2739bd3a8bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:37:57.756683 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:37:58.073931 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:37:59.036745 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 47464) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:37:59.155921 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-73c066a9-233d-402d-89cd-5a0b8ed30343 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-279593909-network', 'tenant_id': 'dbe0aabe590943c68b496df6463a2b88'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:37:59.193657 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c066a9-233d-402d-89cd-5a0b8ed30343 admin admin] Made reservation on behalf of dbe0aabe590943c68b496df6463a2b88 for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:37:59.197443 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-73c066a9-233d-402d-89cd-5a0b8ed30343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:37:59.214686 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-73c066a9-233d-402d-89cd-5a0b8ed30343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:37:59.365322 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-73c066a9-233d-402d-89cd-5a0b8ed30343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:37:59.386154 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-73c066a9-233d-402d-89cd-5a0b8ed30343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:37:59.415685 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c066a9-233d-402d-89cd-5a0b8ed30343 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 12:37:59.432541 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-73c066a9-233d-402d-89cd-5a0b8ed30343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:37:59.433083 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-73c066a9-233d-402d-89cd-5a0b8ed30343 admin admin] Added segment 4cc966f8-9358-4356-a829-0cf81e4c7ae7 of type vlan for network 4df28532-82af-4330-b91d-ced682f08dad Sep 18 12:37:59.519509 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-73c066a9-233d-402d-89cd-5a0b8ed30343 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759306564904'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:37:59.599718 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-73c066a9-233d-402d-89cd-5a0b8ed30343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:37:59.599942 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:37:59.600389 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c066a9-233d-402d-89cd-5a0b8ed30343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:37:59.600482 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-73c066a9-233d-402d-89cd-5a0b8ed30343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:37:59.622695 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-73c066a9-233d-402d-89cd-5a0b8ed30343 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5805986 Sep 18 12:37:59.630749 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 47494) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:37:59.634361 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c066a9-233d-402d-89cd-5a0b8ed30343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffce46cb-31b5-479e-9a15-4e0abcbf7e92,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:37:59.640098 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-8bd1eba4-c59b-401e-9b2b-0605cff7a6ba admin admin] Request body: {'subnet': {'network_id': '4df28532-82af-4330-b91d-ced682f08dad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-279593909-subnet', 'tenant_id': 'dbe0aabe590943c68b496df6463a2b88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:37:59.671445 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd1eba4-c59b-401e-9b2b-0605cff7a6ba admin admin] Made reservation on behalf of dbe0aabe590943c68b496df6463a2b88 for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:37:59.675062 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8bd1eba4-c59b-401e-9b2b-0605cff7a6ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:37:59.690526 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c066a9-233d-402d-89cd-5a0b8ed30343 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:37:59.690526 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c066a9-233d-402d-89cd-5a0b8ed30343 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:37:59.690831 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c066a9-233d-402d-89cd-5a0b8ed30343 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:37:59.691141 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c066a9-233d-402d-89cd-5a0b8ed30343 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:37:59.691466 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c066a9-233d-402d-89cd-5a0b8ed30343 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:37:59.691942 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c066a9-233d-402d-89cd-5a0b8ed30343 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:37:59.692371 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c066a9-233d-402d-89cd-5a0b8ed30343 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:37:59.692806 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c066a9-233d-402d-89cd-5a0b8ed30343 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:37:59.693169 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c066a9-233d-402d-89cd-5a0b8ed30343 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:37:59.693452 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c066a9-233d-402d-89cd-5a0b8ed30343 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:37:59.693767 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c066a9-233d-402d-89cd-5a0b8ed30343 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:37:59.694081 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c066a9-233d-402d-89cd-5a0b8ed30343 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c066a9-233d-402d-89cd-5a0b8ed30343 admin admin] Tracked resource versions report: Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: pushed versions: Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: { 'AddressGroup': {'1.2'}, Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: 'ConntrackHelper': {'1.0'}, Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: 'Log': {'1.0'}, Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: 'Network': {'1.1'}, Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: 'Port': {'1.7'}, Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: 'PortForwarding': {'1.2'}, Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: 'QosPolicy': {'1.9'}, Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: 'SecurityGroup': {'1.4'}, Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: 'SecurityGroupRule': {'1.2'}, Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: 'SubPort': {'1.0'}, Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: 'Subnet': {'1.1'}, Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: 'Trunk': {'1.1'}} Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: consumer versions: Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: { DHCP agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: HyperV agent@hv-cinder-80989: {}, Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: L3 agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: Metadata agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: Metering agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: Open vSwitch agent@dv-cinder-809894-1-iscsi: { 'AddressGroup': '1.2', Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: 'ConntrackHelper': '1.0', Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: 'Log': '1.0', Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: 'Network': '1.1', Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: 'Port': '1.7', Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: 'PortForwarding': '1.2', Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: 'QosPolicy': '1.9', Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: 'SecurityGroup': '1.4', Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: 'SecurityGroupRule': '1.2', Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: 'SubPort': '1.0', Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: 'Subnet': '1.1', Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: 'Trunk': '1.1'}} Sep 18 12:37:59.695181 dv-cinder-809894-1-iscsi neutron-server[94107]: {{(pid=94107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 12:37:59.763557 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c066a9-233d-402d-89cd-5a0b8ed30343 admin admin] Pushing event updated for resources: {'Network': ['ID=4df28532-82af-4330-b91d-ced682f08dad,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:37:59.776136 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Network 4df28532-82af-4330-b91d-ced682f08dad details requested by agent ovs-agent-dv-cinder-809894-1-iscsi with host dv-cinder-809894-1-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 12:37:59.870913 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8bd1eba4-c59b-401e-9b2b-0605cff7a6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:37:59.942089 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1eba4-c59b-401e-9b2b-0605cff7a6ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf48ed02-5e60-492d-a444-1382b9731455,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:37:59.958305 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1eba4-c59b-401e-9b2b-0605cff7a6ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:37:59.958787 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1eba4-c59b-401e-9b2b-0605cff7a6ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:37:59.960122 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1eba4-c59b-401e-9b2b-0605cff7a6ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:37:59.960122 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1eba4-c59b-401e-9b2b-0605cff7a6ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:37:59.960122 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1eba4-c59b-401e-9b2b-0605cff7a6ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:37:59.960568 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1eba4-c59b-401e-9b2b-0605cff7a6ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:37:59.960568 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1eba4-c59b-401e-9b2b-0605cff7a6ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:37:59.960997 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1eba4-c59b-401e-9b2b-0605cff7a6ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:37:59.961597 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1eba4-c59b-401e-9b2b-0605cff7a6ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:37:59.961954 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1eba4-c59b-401e-9b2b-0605cff7a6ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:37:59.962280 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1eba4-c59b-401e-9b2b-0605cff7a6ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:37:59.962600 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1eba4-c59b-401e-9b2b-0605cff7a6ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd1eba4-c59b-401e-9b2b-0605cff7a6ba admin admin] Tracked resource versions report: Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: pushed versions: Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: { 'AddressGroup': {'1.2'}, Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: 'ConntrackHelper': {'1.0'}, Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: 'Log': {'1.0'}, Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: 'Network': {'1.1'}, Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: 'Port': {'1.7'}, Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: 'PortForwarding': {'1.2'}, Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: 'QosPolicy': {'1.9'}, Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: 'SecurityGroup': {'1.4'}, Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: 'SecurityGroupRule': {'1.2'}, Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: 'SubPort': {'1.0'}, Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: 'Subnet': {'1.1'}, Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: 'Trunk': {'1.1'}} Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: consumer versions: Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: { DHCP agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: HyperV agent@hv-cinder-80989: {}, Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: L3 agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: Metadata agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: Metering agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: Open vSwitch agent@dv-cinder-809894-1-iscsi: { 'AddressGroup': '1.2', Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: 'ConntrackHelper': '1.0', Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: 'Log': '1.0', Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: 'Network': '1.1', Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: 'Port': '1.7', Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: 'PortForwarding': '1.2', Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: 'QosPolicy': '1.9', Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: 'SecurityGroup': '1.4', Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: 'SecurityGroupRule': '1.2', Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: 'SubPort': '1.0', Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: 'Subnet': '1.1', Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: 'Trunk': '1.1'}} Sep 18 12:37:59.964081 dv-cinder-809894-1-iscsi neutron-server[94106]: {{(pid=94106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 12:37:59.966220 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd1eba4-c59b-401e-9b2b-0605cff7a6ba admin admin] Checking segment: {'id': '4cc966f8-9358-4356-a829-0cf81e4c7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4df28532-82af-4330-b91d-ced682f08dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:37:59.966750 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd1eba4-c59b-401e-9b2b-0605cff7a6ba admin admin] Network hostable DHCP agents. Network: 4df28532-82af-4330-b91d-ced682f08dad, hostable agents: ['3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 12:37:59.988147 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd1eba4-c59b-401e-9b2b-0605cff7a6ba admin admin] Network 4df28532-82af-4330-b91d-ced682f08dad is scheduled to be hosted by DHCP agent 3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 12:37:59.998942 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-8bd1eba4-c59b-401e-9b2b-0605cff7a6ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809894-1-iscsi, 4df28532-82af-4330-b91d-ced682f08dad) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:38:00.006272 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd1eba4-c59b-401e-9b2b-0605cff7a6ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:00.006858 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8bd1eba4-c59b-401e-9b2b-0605cff7a6ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:00.007029 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447e4041-086a-4d51-80a1-48ccd102938c None None] Network 4df28532-82af-4330-b91d-ced682f08dad requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:38:00.022106 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-8bd1eba4-c59b-401e-9b2b-0605cff7a6ba admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3888109 Sep 18 12:38:00.025025 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 47532) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:00.029564 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-d0b8431f-076d-4aed-8471-c79a0b1b221a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-279593909-router', 'tenant_id': 'dbe0aabe590943c68b496df6463a2b88', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:38:00.052444 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d0b8431f-076d-4aed-8471-c79a0b1b221a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3672732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-423'] for router, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:00.053917 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d0b8431f-076d-4aed-8471-c79a0b1b221a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-400'] for router, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:00.118678 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d0b8431f-076d-4aed-8471-c79a0b1b221a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:00.146879 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68801a99-523a-47b9-bba8-8f63832cffdd None None] Network 4df28532-82af-4330-b91d-ced682f08dad requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:38:00.332278 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d0b8431f-076d-4aed-8471-c79a0b1b221a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:00.466005 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 47554) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:00.595692 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d0b8431f-076d-4aed-8471-c79a0b1b221a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:00.621145 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d0b8431f-076d-4aed-8471-c79a0b1b221a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:00.782867 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-83cfe115-306d-45d6-b08d-8b5552bc53de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2115111976-network', 'tenant_id': '9477430a832042d4b203b849bafeb9e9'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:38:00.785553 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-d0b8431f-076d-4aed-8471-c79a0b1b221a admin admin] Allocated IP 172.27.1.172 (135fce6b-ed16-41bb-8b70-07cd0f37ee2f/d6efedb2-cfaf-4090-8480-952b0af5c0d6/45eebbce-7d0e-4c66-9148-e18a0cda8ccc) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:38:00.812409 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cfe115-306d-45d6-b08d-8b5552bc53de admin admin] Made reservation on behalf of 9477430a832042d4b203b849bafeb9e9 for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:38:00.816142 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-83cfe115-306d-45d6-b08d-8b5552bc53de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:00.829398 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-83cfe115-306d-45d6-b08d-8b5552bc53de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:00.905522 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d0b8431f-076d-4aed-8471-c79a0b1b221a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:00.941496 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-83cfe115-306d-45d6-b08d-8b5552bc53de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:00.948754 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-83cfe115-306d-45d6-b08d-8b5552bc53de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:00.964506 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83cfe115-306d-45d6-b08d-8b5552bc53de admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 12:38:00.980612 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-83cfe115-306d-45d6-b08d-8b5552bc53de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:00.980981 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-83cfe115-306d-45d6-b08d-8b5552bc53de admin admin] Added segment 973df3dd-2de9-4dd8-8f0e-0c9e28980640 of type vlan for network 4ab574f3-0ba4-4c64-96c3-ff427a72d455 Sep 18 12:38:00.985515 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d0b8431f-076d-4aed-8471-c79a0b1b221a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:01.052957 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfe115-306d-45d6-b08d-8b5552bc53de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66eceac2-e4f3-4e61-859a-b46c64f65284,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:01.058357 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-83cfe115-306d-45d6-b08d-8b5552bc53de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759306564904'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:01.089573 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-83cfe115-306d-45d6-b08d-8b5552bc53de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:01.090638 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cfe115-306d-45d6-b08d-8b5552bc53de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:01.091240 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-83cfe115-306d-45d6-b08d-8b5552bc53de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:01.125076 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-83cfe115-306d-45d6-b08d-8b5552bc53de admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6572685 Sep 18 12:38:01.125655 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 47596) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:01.131037 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8431f-076d-4aed-8471-c79a0b1b221a admin admin] Pushing event updated for resources: {'Port': ['ID=45eebbce-7d0e-4c66-9148-e18a0cda8ccc,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:01.133763 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-47f56f05-099f-4573-b5eb-ab93425fbba3 admin admin] Request body: {'subnet': {'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2115111976-subnet', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:38:01.142597 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b8431f-076d-4aed-8471-c79a0b1b221a admin admin] Network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:38:01.144619 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-d0b8431f-076d-4aed-8471-c79a0b1b221a admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:38:01.146887 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b8431f-076d-4aed-8471-c79a0b1b221a admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:38:01.182382 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfe115-306d-45d6-b08d-8b5552bc53de admin admin] Pushing event updated for resources: {'Network': ['ID=4ab574f3-0ba4-4c64-96c3-ff427a72d455,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:01.192272 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f56f05-099f-4573-b5eb-ab93425fbba3 admin admin] Made reservation on behalf of 9477430a832042d4b203b849bafeb9e9 for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:38:01.194501 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-47f56f05-099f-4573-b5eb-ab93425fbba3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:01.195319 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Network 4ab574f3-0ba4-4c64-96c3-ff427a72d455 details requested by agent ovs-agent-dv-cinder-809894-1-iscsi with host dv-cinder-809894-1-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 12:38:01.400326 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 47604) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:01.487934 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-47f56f05-099f-4573-b5eb-ab93425fbba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:01.537303 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 47612) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:01.540543 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d0b8431f-076d-4aed-8471-c79a0b1b221a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:01.573585 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f56f05-099f-4573-b5eb-ab93425fbba3 admin admin] Checking segment: {'id': '973df3dd-2de9-4dd8-8f0e-0c9e28980640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:38:01.573978 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f56f05-099f-4573-b5eb-ab93425fbba3 admin admin] Network hostable DHCP agents. Network: 4ab574f3-0ba4-4c64-96c3-ff427a72d455, hostable agents: ['3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 12:38:01.579508 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f56f05-099f-4573-b5eb-ab93425fbba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60194707-770d-4fdc-856c-c0e71f0849f4,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:01.598631 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f56f05-099f-4573-b5eb-ab93425fbba3 admin admin] Network 4ab574f3-0ba4-4c64-96c3-ff427a72d455 is scheduled to be hosted by DHCP agent 3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 12:38:01.611880 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-47f56f05-099f-4573-b5eb-ab93425fbba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809894-1-iscsi, 4ab574f3-0ba4-4c64-96c3-ff427a72d455) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:38:01.627899 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f56f05-099f-4573-b5eb-ab93425fbba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:01.630125 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165c5a7b-5b0a-4983-9d98-149c2116a719 None None] Network 4ab574f3-0ba4-4c64-96c3-ff427a72d455 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:38:01.639412 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-47f56f05-099f-4573-b5eb-ab93425fbba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:01.672749 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-47f56f05-099f-4573-b5eb-ab93425fbba3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5443439 Sep 18 12:38:01.673680 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 47620) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:01.678243 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-7e03aeec-9e58-497f-a485-71090a441cc8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2115111976-router', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:38:01.710907 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7e03aeec-9e58-497f-a485-71090a441cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3672732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-423'] for router, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:01.713773 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7e03aeec-9e58-497f-a485-71090a441cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-400'] for router, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:01.823361 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7de32733-35e2-53c9-9249-20afc5382abb-4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'fixed_ips': [{'subnet_id': '60194707-770d-4fdc-856c-c0e71f0849f4'}]}} from dv-cinder-809894-1-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 12:38:01.825416 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:01.826155 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d0b8431f-076d-4aed-8471-c79a0b1b221a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673931'] for router, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:01.874672 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7e03aeec-9e58-497f-a485-71090a441cc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:02.021521 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Allocated IP 172.20.0.2 (4ab574f3-0ba4-4c64-96c3-ff427a72d455/60194707-770d-4fdc-856c-c0e71f0849f4/d1b98f3c-efd9-43d4-9f79-49997fb960ac) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:38:02.026760 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-44ec4b12-4dba-49ad-9b57-cad6e039795a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1293987312-network', 'tenant_id': 'a792bb4fbeae46e3a5abe7197efe8adc'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:38:02.072771 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b8431f-076d-4aed-8471-c79a0b1b221a admin admin] Router 41c2995b-ca3d-4d3b-9254-6e130c40ffec is scheduled to L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f with binding_index 1 {{(pid=94106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 12:38:02.085826 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7e03aeec-9e58-497f-a485-71090a441cc8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:02.095088 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-3f900f71-b2a4-4741-bf65-8b4ef76a9efa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-817865350-network', 'tenant_id': '59c56ca635c240e0a4cc6ac6cbee3bef'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:38:02.115766 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ec4b12-4dba-49ad-9b57-cad6e039795a admin admin] Made reservation on behalf of a792bb4fbeae46e3a5abe7197efe8adc for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:38:02.118730 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-44ec4b12-4dba-49ad-9b57-cad6e039795a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:02.179323 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f900f71-b2a4-4741-bf65-8b4ef76a9efa admin admin] Made reservation on behalf of 59c56ca635c240e0a4cc6ac6cbee3bef for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:38:02.182289 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f900f71-b2a4-4741-bf65-8b4ef76a9efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:02.197169 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f900f71-b2a4-4741-bf65-8b4ef76a9efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:02.203379 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-44ec4b12-4dba-49ad-9b57-cad6e039795a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:02.232822 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:02.243583 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:02.304209 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Pushing event updated for resources: {'Port': ['ID=d1b98f3c-efd9-43d4-9f79-49997fb960ac,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:02.320011 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:02.320728 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:02.321241 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:02.321762 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:02.322413 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:02.323131 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:02.324249 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:02.324759 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:02.325335 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:02.325793 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:02.326224 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:02.326664 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Tracked resource versions report: Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: pushed versions: Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: { 'AddressGroup': {'1.2'}, Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: 'ConntrackHelper': {'1.0'}, Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: 'Log': {'1.0'}, Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: 'Network': {'1.1'}, Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: 'Port': {'1.7'}, Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: 'PortForwarding': {'1.2'}, Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: 'QosPolicy': {'1.9'}, Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: 'SecurityGroup': {'1.4'}, Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: 'SecurityGroupRule': {'1.2'}, Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: 'SubPort': {'1.0'}, Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: 'Subnet': {'1.1'}, Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: 'Trunk': {'1.1'}} Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: consumer versions: Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: { DHCP agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: HyperV agent@hv-cinder-80989: {}, Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: L3 agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: Metadata agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: Metering agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: Open vSwitch agent@dv-cinder-809894-1-iscsi: { 'AddressGroup': '1.2', Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: 'ConntrackHelper': '1.0', Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: 'Log': '1.0', Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: 'Network': '1.1', Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: 'Port': '1.7', Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: 'PortForwarding': '1.2', Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: 'QosPolicy': '1.9', Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: 'SecurityGroup': '1.4', Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: 'SecurityGroupRule': '1.2', Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: 'SubPort': '1.0', Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: 'Subnet': '1.1', Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: 'Trunk': '1.1'}} Sep 18 12:38:02.328387 dv-cinder-809894-1-iscsi neutron-server[94108]: {{(pid=94108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 12:38:02.339531 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b8431f-076d-4aed-8471-c79a0b1b221a admin admin] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:38:02.353181 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52964835-35e8-4400-ae2b-81a601a00da0 None None] Sync routers for ids ['41c2995b-ca3d-4d3b-9254-6e130c40ffec'] in dv-cinder-809894-1-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:38:02.358268 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Network 4ab574f3-0ba4-4c64-96c3-ff427a72d455 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:38:02.361419 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:38:02.363772 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52964835-35e8-4400-ae2b-81a601a00da0 None None] Routers {'41c2995b-ca3d-4d3b-9254-6e130c40ffec'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:38:02.364313 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-52964835-35e8-4400-ae2b-81a601a00da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:37:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['41c2995b-ca3d-4d3b-9254-6e130c40ffec'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:38:02.365439 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:38:02.439101 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Attempting to bind port d1b98f3c-efd9-43d4-9f79-49997fb960ac on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:38:02.439690 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Attempting to bind port d1b98f3c-efd9-43d4-9f79-49997fb960ac by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': '973df3dd-2de9-4dd8-8f0e-0c9e28980640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:38:02.440228 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Attempting to bind port d1b98f3c-efd9-43d4-9f79-49997fb960ac on network 4ab574f3-0ba4-4c64-96c3-ff427a72d455 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:38:02.447823 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:38:02.448492 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Checking segment: {'id': '973df3dd-2de9-4dd8-8f0e-0c9e28980640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:38:02.449212 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:02.449756 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Bound using segment: {'id': '973df3dd-2de9-4dd8-8f0e-0c9e28980640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:38:02.450683 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Bound port: d1b98f3c-efd9-43d4-9f79-49997fb960ac, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973df3dd-2de9-4dd8-8f0e-0c9e28980640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:38:02.451261 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:02.531069 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] For port d1b98f3c-efd9-43d4-9f79-49997fb960ac, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:38:02.536906 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] For port d1b98f3c-efd9-43d4-9f79-49997fb960ac, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=d1b98f3c-efd9-43d4-9f79-49997fb960ac,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:38:02.546606 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:02.609152 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7297b6-d5e2-4256-b5f5-8e6f2bb2820a None None] Pushing event updated for resources: {'Port': ['ID=d1b98f3c-efd9-43d4-9f79-49997fb960ac,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:02.629065 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-52964835-35e8-4400-ae2b-81a601a00da0 None None] Set router 41c2995b-ca3d-4d3b-9254-6e130c40ffec gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:38:02.718937 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7e03aeec-9e58-497f-a485-71090a441cc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:02.759510 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7e03aeec-9e58-497f-a485-71090a441cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:02.770248 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f900f71-b2a4-4741-bf65-8b4ef76a9efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:02.808356 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f900f71-b2a4-4741-bf65-8b4ef76a9efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:02.863645 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f900f71-b2a4-4741-bf65-8b4ef76a9efa admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 12:38:02.939122 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f900f71-b2a4-4741-bf65-8b4ef76a9efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7011892-bb0d-4bf7-95fd-0280ab3d8efa,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:02.997631 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-44ec4b12-4dba-49ad-9b57-cad6e039795a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:03.010352 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-44ec4b12-4dba-49ad-9b57-cad6e039795a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:03.034964 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d0b8431f-076d-4aed-8471-c79a0b1b221a admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:03.043709 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-52964835-35e8-4400-ae2b-81a601a00da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c2995b-ca3d-4d3b-9254-6e130c40ffec', 'name': 'tempest-ServerRescueNegativeTestJSON-279593909-router', 'tenant_id': 'dbe0aabe590943c68b496df6463a2b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '45eebbce-7d0e-4c66-9148-e18a0cda8ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:00Z', 'updated_at': '2021-09-18T12:38:01Z', 'revision_number': 3, 'project_id': 'dbe0aabe590943c68b496df6463a2b88', 'gw_port': {'id': '45eebbce-7d0e-4c66-9148-e18a0cda8ccc', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c2995b-ca3d-4d3b-9254-6e130c40ffec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:00Z', 'updated_at': '2021-09-18T12:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:38:03.044643 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-d0b8431f-076d-4aed-8471-c79a0b1b221a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0185254 Sep 18 12:38:03.045361 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 47664) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:03.052558 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f900f71-b2a4-4741-bf65-8b4ef76a9efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:03.052817 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-3f900f71-b2a4-4741-bf65-8b4ef76a9efa admin admin] Added segment 0def87d1-28f9-4421-9f8f-dbece6776bf8 of type vlan for network 6fdc5fdc-8105-4236-8c1d-245ec9717be7 Sep 18 12:38:03.085850 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52964835-35e8-4400-ae2b-81a601a00da0 None None] Checking router: 41c2995b-ca3d-4d3b-9254-6e130c40ffec for host: dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:38:03.087140 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52964835-35e8-4400-ae2b-81a601a00da0 None None] Updating router 41c2995b-ca3d-4d3b-9254-6e130c40ffec port 45eebbce-7d0e-4c66-9148-e18a0cda8ccc binding host dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 12:38:03.102084 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec4b12-4dba-49ad-9b57-cad6e039795a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d1d853-bc43-437d-9026-4e61c2f62601,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:03.146359 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-52964835-35e8-4400-ae2b-81a601a00da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:03.197625 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-7e03aeec-9e58-497f-a485-71090a441cc8 admin admin] Allocated IP 172.27.1.158 (135fce6b-ed16-41bb-8b70-07cd0f37ee2f/d6efedb2-cfaf-4090-8480-952b0af5c0d6/5e8eafc0-d273-4ca6-b389-877f990ad631) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:38:03.201119 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f900f71-b2a4-4741-bf65-8b4ef76a9efa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759306564904'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:03.219255 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ec4b12-4dba-49ad-9b57-cad6e039795a admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 12:38:03.262466 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f900f71-b2a4-4741-bf65-8b4ef76a9efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:03.264140 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f900f71-b2a4-4741-bf65-8b4ef76a9efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:03.264858 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f900f71-b2a4-4741-bf65-8b4ef76a9efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:03.265027 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-44ec4b12-4dba-49ad-9b57-cad6e039795a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759307057556', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:03.265527 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-44ec4b12-4dba-49ad-9b57-cad6e039795a admin admin] Unsubscribe: segment precommit_create {{(pid=94106) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 18 12:38:03.266016 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-44ec4b12-4dba-49ad-9b57-cad6e039795a admin admin] Added segment e611941f-17b4-4933-b698-5af07f251eef of type vlan for network 0258a11c-e78a-4182-aaeb-730e179fbfeb Sep 18 12:38:03.373282 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-44ec4b12-4dba-49ad-9b57-cad6e039795a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759306564904'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:03.414350 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f900f71-b2a4-4741-bf65-8b4ef76a9efa admin admin] Pushing event updated for resources: {'Network': ['ID=6fdc5fdc-8105-4236-8c1d-245ec9717be7,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:03.440349 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Network 6fdc5fdc-8105-4236-8c1d-245ec9717be7 details requested by agent ovs-agent-dv-cinder-809894-1-iscsi with host dv-cinder-809894-1-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 12:38:03.513276 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-3f900f71-b2a4-4741-bf65-8b4ef76a9efa admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9675059 Sep 18 12:38:03.513986 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 47684) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:03.537535 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-f92664e8-8e75-4804-98c6-b2e155e44165 admin admin] Request body: {'subnet': {'network_id': '6fdc5fdc-8105-4236-8c1d-245ec9717be7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-817865350-subnet', 'tenant_id': '59c56ca635c240e0a4cc6ac6cbee3bef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:38:03.576533 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device d1b98f3c-efd9-43d4-9f79-49997fb960ac up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:38:03.585966 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7e03aeec-9e58-497f-a485-71090a441cc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:03.640490 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92664e8-8e75-4804-98c6-b2e155e44165 admin admin] Made reservation on behalf of 59c56ca635c240e0a4cc6ac6cbee3bef for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:38:03.648255 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f92664e8-8e75-4804-98c6-b2e155e44165 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:03.698584 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port d1b98f3c-efd9-43d4-9f79-49997fb960ac triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:38:03.699225 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:03.775576 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-44ec4b12-4dba-49ad-9b57-cad6e039795a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:03.776584 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ec4b12-4dba-49ad-9b57-cad6e039795a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:03.777168 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-44ec4b12-4dba-49ad-9b57-cad6e039795a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:03.801224 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-44ec4b12-4dba-49ad-9b57-cad6e039795a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3996928 Sep 18 12:38:03.826252 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 47694) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:03.844107 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:03.858596 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-1de31343-ed29-4744-af99-0ef22ccafe05 admin admin] Request body: {'subnet': {'network_id': '0258a11c-e78a-4182-aaeb-730e179fbfeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1293987312-subnet', 'tenant_id': 'a792bb4fbeae46e3a5abe7197efe8adc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:38:03.901339 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7e03aeec-9e58-497f-a485-71090a441cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:03.901922 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de31343-ed29-4744-af99-0ef22ccafe05 admin admin] Made reservation on behalf of a792bb4fbeae46e3a5abe7197efe8adc for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:38:03.915996 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1de31343-ed29-4744-af99-0ef22ccafe05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:03.939528 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] For port d1b98f3c-efd9-43d4-9f79-49997fb960ac, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=d1b98f3c-efd9-43d4-9f79-49997fb960ac,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:38:03.949436 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:04.091552 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e03aeec-9e58-497f-a485-71090a441cc8 admin admin] Network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:38:04.093361 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Pushing event updated for resources: {'Port': ['ID=d1b98f3c-efd9-43d4-9f79-49997fb960ac,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:04.113087 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03aeec-9e58-497f-a485-71090a441cc8 admin admin] Pushing event updated for resources: {'Port': ['ID=5e8eafc0-d273-4ca6-b389-877f990ad631,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:04.162808 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-7e03aeec-9e58-497f-a485-71090a441cc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:38:04.170073 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e03aeec-9e58-497f-a485-71090a441cc8 admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:38:04.180923 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bb5b07-80b7-46c3-aa1c-ee8f7f56f9dd None None] Network 4ab574f3-0ba4-4c64-96c3-ff427a72d455 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:38:04.207353 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec4b12-4dba-49ad-9b57-cad6e039795a admin admin] Pushing event updated for resources: {'Network': ['ID=0258a11c-e78a-4182-aaeb-730e179fbfeb,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:04.256089 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-52964835-35e8-4400-ae2b-81a601a00da0 None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:04.270666 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-52964835-35e8-4400-ae2b-81a601a00da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:04.286014 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Network 0258a11c-e78a-4182-aaeb-730e179fbfeb details requested by agent ovs-agent-dv-cinder-809894-1-iscsi with host dv-cinder-809894-1-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 12:38:04.345628 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1de31343-ed29-4744-af99-0ef22ccafe05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:04.388181 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-52964835-35e8-4400-ae2b-81a601a00da0 None None] Attempting to bind port 45eebbce-7d0e-4c66-9148-e18a0cda8ccc on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:38:04.397972 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-52964835-35e8-4400-ae2b-81a601a00da0 None None] Attempting to bind port 45eebbce-7d0e-4c66-9148-e18a0cda8ccc by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:38:04.398349 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52964835-35e8-4400-ae2b-81a601a00da0 None None] Attempting to bind port 45eebbce-7d0e-4c66-9148-e18a0cda8ccc on network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:38:04.402355 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f63377-2de3-4985-9b92-bd00838e3aa1 None None] Pushing event updated for resources: {'Port': ['ID=45eebbce-7d0e-4c66-9148-e18a0cda8ccc,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:04.409812 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52964835-35e8-4400-ae2b-81a601a00da0 None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:38:04.411126 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52964835-35e8-4400-ae2b-81a601a00da0 None None] Checking segment: {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:38:04.412287 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-52964835-35e8-4400-ae2b-81a601a00da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:04.414055 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52964835-35e8-4400-ae2b-81a601a00da0 None None] Bound using segment: {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:38:04.416275 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-52964835-35e8-4400-ae2b-81a601a00da0 None None] Bound port: 45eebbce-7d0e-4c66-9148-e18a0cda8ccc, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:38:04.417063 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-52964835-35e8-4400-ae2b-81a601a00da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:04.420589 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-b078969a-f749-408c-81e7-3691119615a5 None None] Provisioning complete for port d1b98f3c-efd9-43d4-9f79-49997fb960ac triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:38:04.421182 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b078969a-f749-408c-81e7-3691119615a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:04.431617 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f63377-2de3-4985-9b92-bd00838e3aa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:04.432326 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f63377-2de3-4985-9b92-bd00838e3aa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:04.432890 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f63377-2de3-4985-9b92-bd00838e3aa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:04.433369 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f63377-2de3-4985-9b92-bd00838e3aa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:04.434013 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f63377-2de3-4985-9b92-bd00838e3aa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:04.434507 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f63377-2de3-4985-9b92-bd00838e3aa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:04.435068 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f63377-2de3-4985-9b92-bd00838e3aa1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:04.435628 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f63377-2de3-4985-9b92-bd00838e3aa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:04.436169 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f63377-2de3-4985-9b92-bd00838e3aa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:04.436719 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f63377-2de3-4985-9b92-bd00838e3aa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:04.437209 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f63377-2de3-4985-9b92-bd00838e3aa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:04.437766 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f63377-2de3-4985-9b92-bd00838e3aa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f63377-2de3-4985-9b92-bd00838e3aa1 None None] Tracked resource versions report: Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: pushed versions: Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: { 'AddressGroup': {'1.2'}, Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: 'ConntrackHelper': {'1.0'}, Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: 'Log': {'1.0'}, Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: 'Network': {'1.1'}, Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: 'Port': {'1.7'}, Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: 'PortForwarding': {'1.2'}, Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: 'QosPolicy': {'1.9'}, Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: 'SecurityGroup': {'1.4'}, Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: 'SecurityGroupRule': {'1.2'}, Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: 'SubPort': {'1.0'}, Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: 'Subnet': {'1.1'}, Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: 'Trunk': {'1.1'}} Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: consumer versions: Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: { DHCP agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: HyperV agent@hv-cinder-80989: {}, Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: L3 agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: Metadata agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: Metering agent@dv-cinder-809894-1-iscsi: {}, Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: Open vSwitch agent@dv-cinder-809894-1-iscsi: { 'AddressGroup': '1.2', Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: 'ConntrackHelper': '1.0', Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: 'Log': '1.0', Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: 'Network': '1.1', Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: 'Port': '1.7', Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: 'PortForwarding': '1.2', Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: 'QosPolicy': '1.9', Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: 'SecurityGroup': '1.4', Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: 'SecurityGroupRule': '1.2', Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: 'SubPort': '1.0', Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: 'Subnet': '1.1', Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: 'Trunk': '1.1'}} Sep 18 12:38:04.439728 dv-cinder-809894-1-iscsi neutron-server[94109]: {{(pid=94109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 12:38:04.527990 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de31343-ed29-4744-af99-0ef22ccafe05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de9e0f89-2fac-4bfb-b9e8-42c05ff8d04e,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:04.542508 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-52964835-35e8-4400-ae2b-81a601a00da0 None None] For port 45eebbce-7d0e-4c66-9148-e18a0cda8ccc, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:38:04.554115 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-52964835-35e8-4400-ae2b-81a601a00da0 None None] For port 45eebbce-7d0e-4c66-9148-e18a0cda8ccc, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=45eebbce-7d0e-4c66-9148-e18a0cda8ccc,segment=NetworkSegment(972f36e2-ef14-414b-b7e5-74a44c97b427),segment_id=972f36e2-ef14-414b-b7e5-74a44c97b427)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:38:04.572225 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-52964835-35e8-4400-ae2b-81a601a00da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:04.624058 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de31343-ed29-4744-af99-0ef22ccafe05 admin admin] Checking segment: {'id': 'e611941f-17b4-4933-b698-5af07f251eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0258a11c-e78a-4182-aaeb-730e179fbfeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:38:04.624422 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de31343-ed29-4744-af99-0ef22ccafe05 admin admin] Network hostable DHCP agents. Network: 0258a11c-e78a-4182-aaeb-730e179fbfeb, hostable agents: ['3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 12:38:04.652613 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f92664e8-8e75-4804-98c6-b2e155e44165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:04.675023 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-53ec8b5d-844d-40f6-9bae-371f16e14670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:04.698443 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de31343-ed29-4744-af99-0ef22ccafe05 admin admin] Network 0258a11c-e78a-4182-aaeb-730e179fbfeb is scheduled to be hosted by DHCP agent 3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 12:38:04.700007 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52964835-35e8-4400-ae2b-81a601a00da0 None None] Routers {'41c2995b-ca3d-4d3b-9254-6e130c40ffec'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:38:04.701140 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-52964835-35e8-4400-ae2b-81a601a00da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:37:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['41c2995b-ca3d-4d3b-9254-6e130c40ffec'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:38:04.738821 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-1de31343-ed29-4744-af99-0ef22ccafe05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809894-1-iscsi, 0258a11c-e78a-4182-aaeb-730e179fbfeb) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:38:04.746705 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2161a7e-a554-41df-bd6c-d149f6c0587b None None] Network 0258a11c-e78a-4182-aaeb-730e179fbfeb requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:38:04.759999 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f63377-2de3-4985-9b92-bd00838e3aa1 None None] Pushing event updated for resources: {'Port': ['ID=45eebbce-7d0e-4c66-9148-e18a0cda8ccc,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:04.787035 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de31343-ed29-4744-af99-0ef22ccafe05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:04.787655 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1de31343-ed29-4744-af99-0ef22ccafe05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:04.792560 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92664e8-8e75-4804-98c6-b2e155e44165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf05fc48-afea-4a33-a31b-1178de61f7ad,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:04.864027 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-1de31343-ed29-4744-af99-0ef22ccafe05 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0363529 Sep 18 12:38:04.968979 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-52964835-35e8-4400-ae2b-81a601a00da0 None None] Set router 41c2995b-ca3d-4d3b-9254-6e130c40ffec gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:38:05.047992 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7e03aeec-9e58-497f-a485-71090a441cc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:05.086682 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-53ec8b5d-844d-40f6-9bae-371f16e14670 admin admin] Allocated IP 172.20.0.1 (4df28532-82af-4330-b91d-ced682f08dad/cf48ed02-5e60-492d-a444-1382b9731455/1b83c66a-2036-4327-aac9-be4e47d7a10c) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:38:05.112048 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cb0189-c2d9-4508-bc28-b95a9b0d9dbc None None] Network 0258a11c-e78a-4182-aaeb-730e179fbfeb requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:38:05.148164 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4869baca-372b-40f8-8495-f71a19738a1f None None] Provisioning complete for port d1b98f3c-efd9-43d4-9f79-49997fb960ac triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:38:05.159716 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4869baca-372b-40f8-8495-f71a19738a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:05.245266 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-53ec8b5d-844d-40f6-9bae-371f16e14670 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:05.254015 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92664e8-8e75-4804-98c6-b2e155e44165 admin admin] Checking segment: {'id': '0def87d1-28f9-4421-9f8f-dbece6776bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6fdc5fdc-8105-4236-8c1d-245ec9717be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:38:05.254382 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92664e8-8e75-4804-98c6-b2e155e44165 admin admin] Network hostable DHCP agents. Network: 6fdc5fdc-8105-4236-8c1d-245ec9717be7, hostable agents: ['3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 12:38:05.300245 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-53ec8b5d-844d-40f6-9bae-371f16e14670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:05.389905 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92664e8-8e75-4804-98c6-b2e155e44165 admin admin] Network 6fdc5fdc-8105-4236-8c1d-245ec9717be7 is scheduled to be hosted by DHCP agent 3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 12:38:05.423433 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ec8b5d-844d-40f6-9bae-371f16e14670 admin admin] Network 4df28532-82af-4330-b91d-ced682f08dad is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:38:05.425564 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-f92664e8-8e75-4804-98c6-b2e155e44165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809894-1-iscsi, 6fdc5fdc-8105-4236-8c1d-245ec9717be7) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:38:05.429991 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92664e8-8e75-4804-98c6-b2e155e44165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:05.431142 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f92664e8-8e75-4804-98c6-b2e155e44165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:05.450519 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-53ec8b5d-844d-40f6-9bae-371f16e14670 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:38:05.466741 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec8b5d-844d-40f6-9bae-371f16e14670 admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:38:05.467244 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-53ec8b5d-844d-40f6-9bae-371f16e14670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3674012'] for router_interface, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:05.486835 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f500202-3034-4d24-8bb2-75e30f3eb947 None None] Network 6fdc5fdc-8105-4236-8c1d-245ec9717be7 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:38:05.571314 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-f92664e8-8e75-4804-98c6-b2e155e44165 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0453277 Sep 18 12:38:05.591810 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device d1b98f3c-efd9-43d4-9f79-49997fb960ac up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:38:05.636301 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-52964835-35e8-4400-ae2b-81a601a00da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c2995b-ca3d-4d3b-9254-6e130c40ffec', 'name': 'tempest-ServerRescueNegativeTestJSON-279593909-router', 'tenant_id': 'dbe0aabe590943c68b496df6463a2b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '45eebbce-7d0e-4c66-9148-e18a0cda8ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:00Z', 'updated_at': '2021-09-18T12:38:01Z', 'revision_number': 3, 'project_id': 'dbe0aabe590943c68b496df6463a2b88', 'gw_port': {'id': '45eebbce-7d0e-4c66-9148-e18a0cda8ccc', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c2995b-ca3d-4d3b-9254-6e130c40ffec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:00Z', 'updated_at': '2021-09-18T12:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:38:05.675233 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec8b5d-844d-40f6-9bae-371f16e14670 admin admin] Pushing event updated for resources: {'Port': ['ID=1b83c66a-2036-4327-aac9-be4e47d7a10c,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:05.691947 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52964835-35e8-4400-ae2b-81a601a00da0 None None] The sync data for ids ['41c2995b-ca3d-4d3b-9254-6e130c40ffec'] in dv-cinder-809894-1-iscsi is: [{'id': '41c2995b-ca3d-4d3b-9254-6e130c40ffec', 'name': 'tempest-ServerRescueNegativeTestJSON-279593909-router', 'tenant_id': 'dbe0aabe590943c68b496df6463a2b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '45eebbce-7d0e-4c66-9148-e18a0cda8ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:00Z', 'updated_at': '2021-09-18T12:38:01Z', 'revision_number': 3, 'project_id': 'dbe0aabe590943c68b496df6463a2b88', 'gw_port': {'id': '45eebbce-7d0e-4c66-9148-e18a0cda8ccc', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c2995b-ca3d-4d3b-9254-6e130c40ffec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:00Z', 'updated_at': '2021-09-18T12:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:38:05.731729 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7e03aeec-9e58-497f-a485-71090a441cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673931'] for router, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:05.964712 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 47778) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:05.971621 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-53ec8b5d-844d-40f6-9bae-371f16e14670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:06.046843 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e03aeec-9e58-497f-a485-71090a441cc8 admin admin] Router 7b2b8e88-45d3-480a-8b70-0f58d9cb475c is scheduled to L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f with binding_index 1 {{(pid=94107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 12:38:06.283454 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9c7afe-245d-4992-ad5b-5a2ef181e9ff None None] Network 6fdc5fdc-8105-4236-8c1d-245ec9717be7 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:38:06.291998 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port d1b98f3c-efd9-43d4-9f79-49997fb960ac triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:38:06.292369 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:06.304861 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e03aeec-9e58-497f-a485-71090a441cc8 admin admin] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:38:06.327470 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581eef3a-ad6f-4fad-8c52-1b7df210d41f None None] Sync routers for ids ['7b2b8e88-45d3-480a-8b70-0f58d9cb475c'] in dv-cinder-809894-1-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:38:06.328363 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7e03aeec-9e58-497f-a485-71090a441cc8 admin admin] Notify callbacks [] for router, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:06.334161 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-7e03aeec-9e58-497f-a485-71090a441cc8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6592758 Sep 18 12:38:06.334960 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 47794) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:06.349315 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-53ec8b5d-844d-40f6-9bae-371f16e14670 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:06.357358 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-53ec8b5d-844d-40f6-9bae-371f16e14670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:06.358480 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-53ec8b5d-844d-40f6-9bae-371f16e14670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3673612'] for router_interface, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:06.511577 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ec8b5d-844d-40f6-9bae-371f16e14670 admin admin] Network 4df28532-82af-4330-b91d-ced682f08dad is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:38:06.520548 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-53ec8b5d-844d-40f6-9bae-371f16e14670 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:38:06.533029 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581eef3a-ad6f-4fad-8c52-1b7df210d41f None None] Routers {'7b2b8e88-45d3-480a-8b70-0f58d9cb475c'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:38:06.533730 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-581eef3a-ad6f-4fad-8c52-1b7df210d41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:37:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['7b2b8e88-45d3-480a-8b70-0f58d9cb475c'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:38:06.567515 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 47800) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:06.642016 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-86f2b6cf-b963-4b4e-87a0-11b0fbee0614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:06.793456 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 47830) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:06.795558 dv-cinder-809894-1-iscsi neutron-server[94106]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 18 12:38:06.835957 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec8b5d-844d-40f6-9bae-371f16e14670 admin admin] Pushing event updated for resources: {'Port': ['ID=1b83c66a-2036-4327-aac9-be4e47d7a10c,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:06.889819 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 47838) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:06.907851 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e8ff2326-45ad-438a-875e-5c46355ef560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:06.937453 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-581eef3a-ad6f-4fad-8c52-1b7df210d41f None None] Set router 7b2b8e88-45d3-480a-8b70-0f58d9cb475c gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:38:07.112290 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-86f2b6cf-b963-4b4e-87a0-11b0fbee0614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:07.175945 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-2fb8363a-6976-477e-9a66-d9bc12b26831 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:07.184116 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-2fb8363a-6976-477e-9a66-d9bc12b26831 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/networks?id=6fdc5fdc-8105-4236-8c1d-245ec9717be7 HTTP/1.1" status: 200 len: 811 time: 0.3895602 Sep 18 12:38:07.197971 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ec8b5d-844d-40f6-9bae-371f16e14670 admin admin] Router 41c2995b-ca3d-4d3b-9254-6e130c40ffec has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:38:07.213846 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-b5a74e1d-2f99-4019-80ef-891b1f91bc23 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/quotas/59c56ca635c240e0a4cc6ac6cbee3bef HTTP/1.1" status: 200 len: 375 time: 0.0288241 Sep 18 12:38:07.218096 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e8ff2326-45ad-438a-875e-5c46355ef560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:07.219370 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-86f2b6cf-b963-4b4e-87a0-11b0fbee0614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:07.255370 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-86f2b6cf-b963-4b4e-87a0-11b0fbee0614 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a942992de764963b2823bb08b140549&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2883704 Sep 18 12:38:07.257442 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e8ff2326-45ad-438a-875e-5c46355ef560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:07.290376 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 47848) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:07.300142 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-b8a80dd8-c3c3-4328-8b72-2af85155ab53 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=59c56ca635c240e0a4cc6ac6cbee3bef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854664 Sep 18 12:38:07.306025 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-e8ff2326-45ad-438a-875e-5c46355ef560 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bce0a5d954e34affadd4a85cdad54b54&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7324059 Sep 18 12:38:07.307885 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-e5774d30-5461-4dfb-b937-9c6140b3b236 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:07.316017 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-e5774d30-5461-4dfb-b937-9c6140b3b236 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/networks?id=0258a11c-e78a-4182-aaeb-730e179fbfeb HTTP/1.1" status: 200 len: 815 time: 0.4224319 Sep 18 12:38:07.319788 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 47854) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:07.408505 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-581eef3a-ad6f-4fad-8c52-1b7df210d41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'name': 'tempest-AttachVolumeShelveTestJSON-2115111976-router', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:01Z', 'updated_at': '2021-09-18T12:38:04Z', 'revision_number': 3, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'gw_port': {'id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bf:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:02Z', 'updated_at': '2021-09-18T12:38:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:38:07.416945 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-75c6c024-f35d-4baf-93f4-d7d558507193 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/quotas/a792bb4fbeae46e3a5abe7197efe8adc HTTP/1.1" status: 200 len: 375 time: 0.0999537 Sep 18 12:38:07.456156 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581eef3a-ad6f-4fad-8c52-1b7df210d41f None None] Checking router: 7b2b8e88-45d3-480a-8b70-0f58d9cb475c for host: dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:38:07.456156 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581eef3a-ad6f-4fad-8c52-1b7df210d41f None None] Updating router 7b2b8e88-45d3-480a-8b70-0f58d9cb475c port 5e8eafc0-d273-4ca6-b389-877f990ad631 binding host dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 12:38:07.483102 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 45eebbce-7d0e-4c66-9148-e18a0cda8ccc up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:38:07.483593 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a274e6ce-ead6-4646-b0f4-dfcd3d4b14af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:07.492562 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-79edfd5a-aee8-44ca-8ab1-52db4730f1f9 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a792bb4fbeae46e3a5abe7197efe8adc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620956 Sep 18 12:38:07.506464 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2b6cf-b963-4b4e-87a0-11b0fbee0614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92db278e-745f-4e32-83e1-99b8ecac840a,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:07.535883 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-581eef3a-ad6f-4fad-8c52-1b7df210d41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:07.581440 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-00ff62d8-d9f7-4a64-b697-f4df9f9b0a64 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 12:38:07.582435 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-00ff62d8-d9f7-4a64-b697-f4df9f9b0a64 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1284034 Sep 18 12:38:07.629630 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1358e9ce-39a1-4ff9-b149-2cd198814c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:07.650769 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ec8b5d-844d-40f6-9bae-371f16e14670 admin admin] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:38:07.656415 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-53ec8b5d-844d-40f6-9bae-371f16e14670 admin admin] 10.222.0.24 "PUT /v2.0/routers/41c2995b-ca3d-4d3b-9254-6e130c40ffec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5553796 Sep 18 12:38:07.678893 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 45eebbce-7d0e-4c66-9148-e18a0cda8ccc triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:38:07.679605 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:07.708412 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d1e6cf7a-2d53-432c-a001-7d2507eb1238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:07.716607 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff2326-45ad-438a-875e-5c46355ef560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262bea0e-203a-4d91-9f04-519ae0948432,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:07.739538 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-ffaf2cfd-e71d-47ab-a29a-fc6c4d1bc31e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 12:38:07.740660 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-ffaf2cfd-e71d-47ab-a29a-fc6c4d1bc31e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1467316 Sep 18 12:38:07.753708 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1358e9ce-39a1-4ff9-b149-2cd198814c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:07.788612 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-a274e6ce-ead6-4646-b0f4-dfcd3d4b14af admin admin] Allocated IP 172.20.0.1 (4ab574f3-0ba4-4c64-96c3-ff427a72d455/60194707-770d-4fdc-856c-c0e71f0849f4/b208bce5-e3db-4b9a-af8e-6837aa4e5a94) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:38:07.836278 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d1e6cf7a-2d53-432c-a001-7d2507eb1238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:07.864258 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1358e9ce-39a1-4ff9-b149-2cd198814c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:07.868335 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1358e9ce-39a1-4ff9-b149-2cd198814c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:07.869827 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-1358e9ce-39a1-4ff9-b149-2cd198814c77 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/262bea0e-203a-4d91-9f04-519ae0948432 HTTP/1.1" status: 204 len: 168 time: 0.5455809 Sep 18 12:38:07.901492 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:07.938075 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a274e6ce-ead6-4646-b0f4-dfcd3d4b14af admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:07.943180 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] For port 45eebbce-7d0e-4c66-9148-e18a0cda8ccc, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=45eebbce-7d0e-4c66-9148-e18a0cda8ccc,segment=NetworkSegment(972f36e2-ef14-414b-b7e5-74a44c97b427),segment_id=972f36e2-ef14-414b-b7e5-74a44c97b427)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:38:07.948147 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358e9ce-39a1-4ff9-b149-2cd198814c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262bea0e-203a-4d91-9f04-519ae0948432,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:07.954965 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:07.958247 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-6f889c47-8c32-492e-9e9d-033082cc3846 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdc5fdc-8105-4236-8c1d-245ec9717be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629608 Sep 18 12:38:08.000611 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a274e6ce-ead6-4646-b0f4-dfcd3d4b14af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:08.035109 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Pushing event updated for resources: {'Port': ['ID=45eebbce-7d0e-4c66-9148-e18a0cda8ccc,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:08.060558 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-8ac100aa-f3c1-4f5a-a760-cf6d092a220d service neutron] 10.222.0.24 "GET /v2.0/networks/0258a11c-e78a-4182-aaeb-730e179fbfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417591 Sep 18 12:38:08.066473 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d1e6cf7a-2d53-432c-a001-7d2507eb1238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:08.069192 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d1e6cf7a-2d53-432c-a001-7d2507eb1238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:08.072611 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-d1e6cf7a-2d53-432c-a001-7d2507eb1238 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92db278e-745f-4e32-83e1-99b8ecac840a HTTP/1.1" status: 204 len: 168 time: 0.7786446 Sep 18 12:38:08.103089 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6cf7a-2d53-432c-a001-7d2507eb1238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92db278e-745f-4e32-83e1-99b8ecac840a,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:08.117523 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-581eef3a-ad6f-4fad-8c52-1b7df210d41f None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:08.126017 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274e6ce-ead6-4646-b0f4-dfcd3d4b14af admin admin] Pushing event updated for resources: {'Port': ['ID=b208bce5-e3db-4b9a-af8e-6837aa4e5a94,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:08.139303 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-581eef3a-ad6f-4fad-8c52-1b7df210d41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:08.144311 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a274e6ce-ead6-4646-b0f4-dfcd3d4b14af admin admin] Network 4ab574f3-0ba4-4c64-96c3-ff427a72d455 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:38:08.146830 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-a274e6ce-ead6-4646-b0f4-dfcd3d4b14af admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:38:08.153568 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a274e6ce-ead6-4646-b0f4-dfcd3d4b14af admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:38:08.154158 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a274e6ce-ead6-4646-b0f4-dfcd3d4b14af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3674012'] for router_interface, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:08.207741 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-cba4ec67-ad07-43e7-b980-5e474ba0cdd8 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdc5fdc-8105-4236-8c1d-245ec9717be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402403 Sep 18 12:38:08.242075 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-6956a70d-88a8-4271-b37a-9d467f71c5e0 service neutron] 10.222.0.24 "GET /v2.0/networks/0258a11c-e78a-4182-aaeb-730e179fbfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647382 Sep 18 12:38:08.255363 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dee8d0-2004-4b7b-aa3a-d1366d67afd7 None None] Sync routers for ids ['41c2995b-ca3d-4d3b-9254-6e130c40ffec'] in dv-cinder-809894-1-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:38:08.272305 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dee8d0-2004-4b7b-aa3a-d1366d67afd7 None None] Routers {'41c2995b-ca3d-4d3b-9254-6e130c40ffec'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:38:08.272942 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-61dee8d0-2004-4b7b-aa3a-d1366d67afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:37:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['41c2995b-ca3d-4d3b-9254-6e130c40ffec'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:38:08.287783 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620f448-cec9-48a5-bf12-ea3e38919ce5 None None] Pushing event updated for resources: {'Port': ['ID=5e8eafc0-d273-4ca6-b389-877f990ad631,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:08.345747 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-581eef3a-ad6f-4fad-8c52-1b7df210d41f None None] Attempting to bind port 5e8eafc0-d273-4ca6-b389-877f990ad631 on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:38:08.346510 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-581eef3a-ad6f-4fad-8c52-1b7df210d41f None None] Attempting to bind port 5e8eafc0-d273-4ca6-b389-877f990ad631 by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:38:08.348190 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581eef3a-ad6f-4fad-8c52-1b7df210d41f None None] Attempting to bind port 5e8eafc0-d273-4ca6-b389-877f990ad631 on network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:38:08.361788 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581eef3a-ad6f-4fad-8c52-1b7df210d41f None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:38:08.364423 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581eef3a-ad6f-4fad-8c52-1b7df210d41f None None] Checking segment: {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:38:08.368443 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-581eef3a-ad6f-4fad-8c52-1b7df210d41f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:08.369161 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581eef3a-ad6f-4fad-8c52-1b7df210d41f None None] Bound using segment: {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:38:08.370841 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-581eef3a-ad6f-4fad-8c52-1b7df210d41f None None] Bound port: 5e8eafc0-d273-4ca6-b389-877f990ad631, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:38:08.371495 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-581eef3a-ad6f-4fad-8c52-1b7df210d41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:08.403827 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 47888) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:08.422895 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1d4b5e02-9778-403c-9f08-ee006a56425b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:08.538822 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a274e6ce-ead6-4646-b0f4-dfcd3d4b14af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:08.543822 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-581eef3a-ad6f-4fad-8c52-1b7df210d41f None None] For port 5e8eafc0-d273-4ca6-b389-877f990ad631, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:38:08.553861 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-581eef3a-ad6f-4fad-8c52-1b7df210d41f None None] For port 5e8eafc0-d273-4ca6-b389-877f990ad631, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=5e8eafc0-d273-4ca6-b389-877f990ad631,segment=NetworkSegment(972f36e2-ef14-414b-b7e5-74a44c97b427),segment_id=972f36e2-ef14-414b-b7e5-74a44c97b427)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:38:08.592341 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1d4b5e02-9778-403c-9f08-ee006a56425b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:08.602453 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-581eef3a-ad6f-4fad-8c52-1b7df210d41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:08.603056 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1d4b5e02-9778-403c-9f08-ee006a56425b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:08.647293 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-61dee8d0-2004-4b7b-aa3a-d1366d67afd7 None None] Set router 41c2995b-ca3d-4d3b-9254-6e130c40ffec gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:38:08.721976 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-1d4b5e02-9778-403c-9f08-ee006a56425b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b49c35bccf04c95898ea981dadcfa43&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3148055 Sep 18 12:38:08.721976 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b5e02-9778-403c-9f08-ee006a56425b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc8fe59-2ac8-4e96-86a4-2593d7cc884c,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:08.724462 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 47904) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:08.790351 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620f448-cec9-48a5-bf12-ea3e38919ce5 None None] Pushing event updated for resources: {'Port': ['ID=5e8eafc0-d273-4ca6-b389-877f990ad631,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:08.830973 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-596dafb8-75c9-44c1-aef1-f343c03058c2 None None] Provisioning complete for port b208bce5-e3db-4b9a-af8e-6837aa4e5a94 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:38:08.831328 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-596dafb8-75c9-44c1-aef1-f343c03058c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:08.889586 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581eef3a-ad6f-4fad-8c52-1b7df210d41f None None] Routers {'7b2b8e88-45d3-480a-8b70-0f58d9cb475c'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:38:08.890277 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-581eef3a-ad6f-4fad-8c52-1b7df210d41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:37:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['7b2b8e88-45d3-480a-8b70-0f58d9cb475c'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:38:08.987155 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-596dafb8-75c9-44c1-aef1-f343c03058c2 None None] Port b208bce5-e3db-4b9a-af8e-6837aa4e5a94 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 12:38:09.001889 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a274e6ce-ead6-4646-b0f4-dfcd3d4b14af admin admin] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:09.012950 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 47928) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:09.029894 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a274e6ce-ead6-4646-b0f4-dfcd3d4b14af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:09.030893 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a274e6ce-ead6-4646-b0f4-dfcd3d4b14af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3673612'] for router_interface, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:09.064526 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0bf2f640-9ae1-4ea2-9a46-55e7433e7926 req-64de1b07-00f2-421e-9110-b0315e47ab73 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 210 time: 0.1444082 Sep 18 12:38:09.087187 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-784c9f2d-fdb1-4035-aaec-57898a1906e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:09.091056 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1fbea8dc-3e4e-423c-852b-69e20a9f2c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:09.133251 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-581eef3a-ad6f-4fad-8c52-1b7df210d41f None None] Set router 7b2b8e88-45d3-480a-8b70-0f58d9cb475c gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:38:09.155625 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-61dee8d0-2004-4b7b-aa3a-d1366d67afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c2995b-ca3d-4d3b-9254-6e130c40ffec', 'name': 'tempest-ServerRescueNegativeTestJSON-279593909-router', 'tenant_id': 'dbe0aabe590943c68b496df6463a2b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '45eebbce-7d0e-4c66-9148-e18a0cda8ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:00Z', 'updated_at': '2021-09-18T12:38:05Z', 'revision_number': 4, 'project_id': 'dbe0aabe590943c68b496df6463a2b88', 'gw_port': {'id': '45eebbce-7d0e-4c66-9148-e18a0cda8ccc', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2995b-ca3d-4d3b-9254-6e130c40ffec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:00Z', 'updated_at': '2021-09-18T12:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': '1b83c66a-2036-4327-aac9-be4e47d7a10c', 'name': '', 'network_id': '4df28532-82af-4330-b91d-ced682f08dad', 'tenant_id': 'dbe0aabe590943c68b496df6463a2b88', 'mac_address': 'fa:16:3e:39:4e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c2995b-ca3d-4d3b-9254-6e130c40ffec', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cf48ed02-5e60-492d-a444-1382b9731455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:04Z', 'updated_at': '2021-09-18T12:38:06Z', 'revision_number': 2, 'project_id': 'dbe0aabe590943c68b496df6463a2b88', 'subnets': [{'id': 'cf48ed02-5e60-492d-a444-1382b9731455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:38:09.160579 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-784c9f2d-fdb1-4035-aaec-57898a1906e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:09.221426 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dee8d0-2004-4b7b-aa3a-d1366d67afd7 None None] Checking router: 41c2995b-ca3d-4d3b-9254-6e130c40ffec for host: dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:38:09.224876 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dee8d0-2004-4b7b-aa3a-d1366d67afd7 None None] Updating router 41c2995b-ca3d-4d3b-9254-6e130c40ffec port 1b83c66a-2036-4327-aac9-be4e47d7a10c binding host dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 12:38:09.281891 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-61dee8d0-2004-4b7b-aa3a-d1366d67afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:09.294604 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-29f1f878-ddb4-4665-b9a3-1262ad46b8f0 req-7af725d1-7142-4f96-a0e0-015753f1e64c tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 210 time: 0.1054227 Sep 18 12:38:09.369514 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274e6ce-ead6-4646-b0f4-dfcd3d4b14af admin admin] Pushing event updated for resources: {'Port': ['ID=b208bce5-e3db-4b9a-af8e-6837aa4e5a94,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:09.384536 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a274e6ce-ead6-4646-b0f4-dfcd3d4b14af admin admin] Network 4ab574f3-0ba4-4c64-96c3-ff427a72d455 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:38:09.391505 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-784c9f2d-fdb1-4035-aaec-57898a1906e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:09.398137 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-784c9f2d-fdb1-4035-aaec-57898a1906e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:09.399866 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-784c9f2d-fdb1-4035-aaec-57898a1906e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2fc8fe59-2ac8-4e96-86a4-2593d7cc884c HTTP/1.1" status: 204 len: 168 time: 0.6742723 Sep 18 12:38:09.402431 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-a274e6ce-ead6-4646-b0f4-dfcd3d4b14af admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:38:09.489914 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1fbea8dc-3e4e-423c-852b-69e20a9f2c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:09.523031 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c9f2d-fdb1-4035-aaec-57898a1906e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc8fe59-2ac8-4e96-86a4-2593d7cc884c,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:09.534060 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1fbea8dc-3e4e-423c-852b-69e20a9f2c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:09.657329 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 45eebbce-7d0e-4c66-9148-e18a0cda8ccc up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:38:09.711066 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-1fbea8dc-3e4e-423c-852b-69e20a9f2c7d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b0456728448341ecb8dfc9dc4e6b02b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6871643 Sep 18 12:38:09.714051 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 47968) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:09.715915 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbea8dc-3e4e-423c-852b-69e20a9f2c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca09b8ef-29ab-41b6-88fb-3bebe1c0e0de,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:09.904027 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a274e6ce-ead6-4646-b0f4-dfcd3d4b14af admin admin] Router 7b2b8e88-45d3-480a-8b70-0f58d9cb475c has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:38:09.916981 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-61dee8d0-2004-4b7b-aa3a-d1366d67afd7 None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:09.929479 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-61dee8d0-2004-4b7b-aa3a-d1366d67afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:10.066642 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123fa967-fea3-4949-880a-28b1f9013d9a None None] Pushing event updated for resources: {'Port': ['ID=1b83c66a-2036-4327-aac9-be4e47d7a10c,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:10.152604 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-9393ce0b-031e-4e2f-9d7f-c8f9760ac5f9 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:10.155553 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-9393ce0b-031e-4e2f-9d7f-c8f9760ac5f9 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/networks?id=4df28532-82af-4330-b91d-ced682f08dad HTTP/1.1" status: 200 len: 818 time: 0.5250313 Sep 18 12:38:10.156691 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c3a7c045-0eca-40ed-87de-cfd021b94d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:10.184210 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-61dee8d0-2004-4b7b-aa3a-d1366d67afd7 None None] Attempting to bind port 1b83c66a-2036-4327-aac9-be4e47d7a10c on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:38:10.186695 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-61dee8d0-2004-4b7b-aa3a-d1366d67afd7 None None] Attempting to bind port 1b83c66a-2036-4327-aac9-be4e47d7a10c by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': '4cc966f8-9358-4356-a829-0cf81e4c7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4df28532-82af-4330-b91d-ced682f08dad'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:38:10.187447 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dee8d0-2004-4b7b-aa3a-d1366d67afd7 None None] Attempting to bind port 1b83c66a-2036-4327-aac9-be4e47d7a10c on network 4df28532-82af-4330-b91d-ced682f08dad {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:38:10.200088 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dee8d0-2004-4b7b-aa3a-d1366d67afd7 None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:38:10.200787 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dee8d0-2004-4b7b-aa3a-d1366d67afd7 None None] Checking segment: {'id': '4cc966f8-9358-4356-a829-0cf81e4c7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4df28532-82af-4330-b91d-ced682f08dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:38:10.201298 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-61dee8d0-2004-4b7b-aa3a-d1366d67afd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:10.204394 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dee8d0-2004-4b7b-aa3a-d1366d67afd7 None None] Bound using segment: {'id': '4cc966f8-9358-4356-a829-0cf81e4c7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4df28532-82af-4330-b91d-ced682f08dad'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:38:10.204696 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-61dee8d0-2004-4b7b-aa3a-d1366d67afd7 None None] Bound port: 1b83c66a-2036-4327-aac9-be4e47d7a10c, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc966f8-9358-4356-a829-0cf81e4c7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4df28532-82af-4330-b91d-ced682f08dad'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:38:10.205431 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-61dee8d0-2004-4b7b-aa3a-d1366d67afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:10.241230 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c3a7c045-0eca-40ed-87de-cfd021b94d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:10.315651 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a274e6ce-ead6-4646-b0f4-dfcd3d4b14af admin admin] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:38:10.340069 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-022bcb26-ec9e-4b19-9b3c-3a278e759513 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/quotas/dbe0aabe590943c68b496df6463a2b88 HTTP/1.1" status: 200 len: 375 time: 0.1149638 Sep 18 12:38:10.346278 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-a274e6ce-ead6-4646-b0f4-dfcd3d4b14af admin admin] 10.222.0.24 "PUT /v2.0/routers/7b2b8e88-45d3-480a-8b70-0f58d9cb475c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0089860 Sep 18 12:38:10.365316 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-61dee8d0-2004-4b7b-aa3a-d1366d67afd7 None None] For port 1b83c66a-2036-4327-aac9-be4e47d7a10c, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:38:10.370699 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-61dee8d0-2004-4b7b-aa3a-d1366d67afd7 None None] For port 1b83c66a-2036-4327-aac9-be4e47d7a10c, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=1b83c66a-2036-4327-aac9-be4e47d7a10c,segment=NetworkSegment(4cc966f8-9358-4356-a829-0cf81e4c7ae7),segment_id=4cc966f8-9358-4356-a829-0cf81e4c7ae7)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:38:10.373903 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-77c81f6d-803a-42a1-aac5-d0736445ce86 req-9c3619b7-bdaa-46bc-a525-f3be0755dfc0 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 210 time: 0.1663606 Sep 18 12:38:10.384050 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-85d4780c-2101-4392-ab21-28f0fc5a87b6 None None] Provisioning complete for port b208bce5-e3db-4b9a-af8e-6837aa4e5a94 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:38:10.384632 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-85d4780c-2101-4392-ab21-28f0fc5a87b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:10.389076 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-61dee8d0-2004-4b7b-aa3a-d1366d67afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:10.486513 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123fa967-fea3-4949-880a-28b1f9013d9a None None] Pushing event updated for resources: {'Port': ['ID=1b83c66a-2036-4327-aac9-be4e47d7a10c,revision_number=4']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:10.522199 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dee8d0-2004-4b7b-aa3a-d1366d67afd7 None None] Routers {'41c2995b-ca3d-4d3b-9254-6e130c40ffec'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:38:10.523142 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-61dee8d0-2004-4b7b-aa3a-d1366d67afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:37:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['41c2995b-ca3d-4d3b-9254-6e130c40ffec'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:38:10.528350 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 45eebbce-7d0e-4c66-9148-e18a0cda8ccc triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:38:10.529615 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:10.618348 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-85d4780c-2101-4392-ab21-28f0fc5a87b6 None None] Port b208bce5-e3db-4b9a-af8e-6837aa4e5a94 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 12:38:10.639579 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-581eef3a-ad6f-4fad-8c52-1b7df210d41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'name': 'tempest-AttachVolumeShelveTestJSON-2115111976-router', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:01Z', 'updated_at': '2021-09-18T12:38:08Z', 'revision_number': 4, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'gw_port': {'id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bf:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:02Z', 'updated_at': '2021-09-18T12:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'b208bce5-e3db-4b9a-af8e-6837aa4e5a94', 'name': '', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'mac_address': 'fa:16:3e:ae:e0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:07Z', 'updated_at': '2021-09-18T12:38:07Z', 'revision_number': 1, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'subnets': [{'id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:38:10.702641 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581eef3a-ad6f-4fad-8c52-1b7df210d41f None None] The sync data for ids ['7b2b8e88-45d3-480a-8b70-0f58d9cb475c'] in dv-cinder-809894-1-iscsi is: [{'id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'name': 'tempest-AttachVolumeShelveTestJSON-2115111976-router', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:01Z', 'updated_at': '2021-09-18T12:38:08Z', 'revision_number': 4, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'gw_port': {'id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bf:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:02Z', 'updated_at': '2021-09-18T12:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'b208bce5-e3db-4b9a-af8e-6837aa4e5a94', 'name': '', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'mac_address': 'fa:16:3e:ae:e0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:07Z', 'updated_at': '2021-09-18T12:38:07Z', 'revision_number': 1, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'subnets': [{'id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:38:10.757538 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-61dee8d0-2004-4b7b-aa3a-d1366d67afd7 None None] Set router 41c2995b-ca3d-4d3b-9254-6e130c40ffec gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:38:10.797896 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-12f78aa4-3804-4730-8006-c3677ce685b2 req-8c085c5d-6d81-4f99-ba2c-119be13594cb tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 210 time: 0.2730803 Sep 18 12:38:10.872095 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-d32bdec2-d31b-4258-aca9-2793dd5ec766 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dbe0aabe590943c68b496df6463a2b88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4944954 Sep 18 12:38:10.873369 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c3a7c045-0eca-40ed-87de-cfd021b94d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:10.877223 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c3a7c045-0eca-40ed-87de-cfd021b94d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:10.886035 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c3a7c045-0eca-40ed-87de-cfd021b94d14 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca09b8ef-29ab-41b6-88fb-3bebe1c0e0de HTTP/1.1" status: 204 len: 168 time: 1.1643043 Sep 18 12:38:10.935123 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7c045-0eca-40ed-87de-cfd021b94d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca09b8ef-29ab-41b6-88fb-3bebe1c0e0de,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:11.072635 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-de82bfbf-862e-4996-8df4-13b55da925ec service neutron] 10.222.0.24 "GET /v2.0/networks/4df28532-82af-4330-b91d-ced682f08dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847908 Sep 18 12:38:11.122939 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-61dee8d0-2004-4b7b-aa3a-d1366d67afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c2995b-ca3d-4d3b-9254-6e130c40ffec', 'name': 'tempest-ServerRescueNegativeTestJSON-279593909-router', 'tenant_id': 'dbe0aabe590943c68b496df6463a2b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '45eebbce-7d0e-4c66-9148-e18a0cda8ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:00Z', 'updated_at': '2021-09-18T12:38:05Z', 'revision_number': 4, 'project_id': 'dbe0aabe590943c68b496df6463a2b88', 'gw_port': {'id': '45eebbce-7d0e-4c66-9148-e18a0cda8ccc', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2995b-ca3d-4d3b-9254-6e130c40ffec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:00Z', 'updated_at': '2021-09-18T12:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': '1b83c66a-2036-4327-aac9-be4e47d7a10c', 'name': '', 'network_id': '4df28532-82af-4330-b91d-ced682f08dad', 'tenant_id': 'dbe0aabe590943c68b496df6463a2b88', 'mac_address': 'fa:16:3e:39:4e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c2995b-ca3d-4d3b-9254-6e130c40ffec', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cf48ed02-5e60-492d-a444-1382b9731455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:04Z', 'updated_at': '2021-09-18T12:38:10Z', 'revision_number': 4, 'project_id': 'dbe0aabe590943c68b496df6463a2b88', 'subnets': [{'id': 'cf48ed02-5e60-492d-a444-1382b9731455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:38:11.165274 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dee8d0-2004-4b7b-aa3a-d1366d67afd7 None None] The sync data for ids ['41c2995b-ca3d-4d3b-9254-6e130c40ffec'] in dv-cinder-809894-1-iscsi is: [{'id': '41c2995b-ca3d-4d3b-9254-6e130c40ffec', 'name': 'tempest-ServerRescueNegativeTestJSON-279593909-router', 'tenant_id': 'dbe0aabe590943c68b496df6463a2b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '45eebbce-7d0e-4c66-9148-e18a0cda8ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:00Z', 'updated_at': '2021-09-18T12:38:05Z', 'revision_number': 4, 'project_id': 'dbe0aabe590943c68b496df6463a2b88', 'gw_port': {'id': '45eebbce-7d0e-4c66-9148-e18a0cda8ccc', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2995b-ca3d-4d3b-9254-6e130c40ffec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:00Z', 'updated_at': '2021-09-18T12:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': '1b83c66a-2036-4327-aac9-be4e47d7a10c', 'name': '', 'network_id': '4df28532-82af-4330-b91d-ced682f08dad', 'tenant_id': 'dbe0aabe590943c68b496df6463a2b88', 'mac_address': 'fa:16:3e:39:4e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c2995b-ca3d-4d3b-9254-6e130c40ffec', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cf48ed02-5e60-492d-a444-1382b9731455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:04Z', 'updated_at': '2021-09-18T12:38:10Z', 'revision_number': 4, 'project_id': 'dbe0aabe590943c68b496df6463a2b88', 'subnets': [{'id': 'cf48ed02-5e60-492d-a444-1382b9731455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:38:11.218237 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-2d5b5a6d-bcb2-48f2-809a-60d720dbe550 service neutron] 10.222.0.24 "GET /v2.0/networks/4df28532-82af-4330-b91d-ced682f08dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382997 Sep 18 12:38:11.647355 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 1b83c66a-2036-4327-aac9-be4e47d7a10c up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:38:11.793711 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 1b83c66a-2036-4327-aac9-be4e47d7a10c triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:38:11.796245 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:11.946990 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 48082) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:11.951809 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-bd390f10-e7ef-4b8f-a261-dc5623241533 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1105936480', 'description': 'tempest-description--491175786'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:38:11.977547 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dd7ec75a-7209-4b22-82c3-7fbec2845f4b req-556e5ec4-d3e0-400a-9df2-a4610d3b349e tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 210 time: 0.0822682 Sep 18 12:38:12.010710 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:12.073310 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bd390f10-e7ef-4b8f-a261-dc5623241533 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:12.122440 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] For port 1b83c66a-2036-4327-aac9-be4e47d7a10c, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=1b83c66a-2036-4327-aac9-be4e47d7a10c,segment=NetworkSegment(4cc966f8-9358-4356-a829-0cf81e4c7ae7),segment_id=4cc966f8-9358-4356-a829-0cf81e4c7ae7)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:38:12.132798 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:12.151089 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6f8a816e-a723-49a8-ba89-0bcf76105f6b req-b65d0f7c-9329-4371-8e4b-f32f2cb68b4b tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 210 time: 0.0701623 Sep 18 12:38:12.271490 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Pushing event updated for resources: {'Port': ['ID=1b83c66a-2036-4327-aac9-be4e47d7a10c,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:12.291553 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6a87ad77-418d-467f-bb1f-389c10234307 req-54c54e3b-7355-4dec-a41f-61b7f95aaec7 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 210 time: 0.0681920 Sep 18 12:38:12.385972 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bd390f10-e7ef-4b8f-a261-dc5623241533 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:12.396571 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bd390f10-e7ef-4b8f-a261-dc5623241533 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:12.436825 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bd390f10-e7ef-4b8f-a261-dc5623241533 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:12.438466 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-bd390f10-e7ef-4b8f-a261-dc5623241533 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4903052 Sep 18 12:38:12.441641 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 48094) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:12.448681 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 48096) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:12.450449 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-eed4a560-d777-4413-b010-db2cfd1ceea0 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Request body: {'security_group_rule': {'security_group_id': 'f896cbb2-28f3-4ac5-b72f-6e03cb380eb1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:38:12.462719 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd390f10-e7ef-4b8f-a261-dc5623241533 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:12.501631 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eed4a560-d777-4413-b010-db2cfd1ceea0 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:12.619824 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eed4a560-d777-4413-b010-db2cfd1ceea0 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:12.630675 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eed4a560-d777-4413-b010-db2cfd1ceea0 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772246'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:12.662061 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4a560-d777-4413-b010-db2cfd1ceea0 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16122142-e405-4bea-b1a5-2797afdba2d9,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:12.673736 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-267aaf66-00fd-4fc2-a3ab-6fb80db410e9 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:12.683018 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-267aaf66-00fd-4fc2-a3ab-6fb80db410e9 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/networks?id=4df28532-82af-4330-b91d-ced682f08dad HTTP/1.1" status: 200 len: 818 time: 0.1439674 Sep 18 12:38:12.683897 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eed4a560-d777-4413-b010-db2cfd1ceea0 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:12.685618 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-eed4a560-d777-4413-b010-db2cfd1ceea0 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2427964 Sep 18 12:38:12.688394 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 48114) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:12.692928 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-6fc7b64c-36a7-4d69-88c6-6662f26f8375 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Request body: {'security_group_rule': {'security_group_id': 'f896cbb2-28f3-4ac5-b72f-6e03cb380eb1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:38:12.707268 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-cb724c4d-d5fc-4b65-b3d5-0fe65b031aba tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/quotas/dbe0aabe590943c68b496df6463a2b88 HTTP/1.1" status: 200 len: 375 time: 0.0232124 Sep 18 12:38:12.726781 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1dccd4ed-1f2f-4b13-912b-e13fff5816ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:12.758849 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6fc7b64c-36a7-4d69-88c6-6662f26f8375 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:12.797555 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-b705c9fa-7008-4740-adbe-8f70760b5c64 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dbe0aabe590943c68b496df6463a2b88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0891144 Sep 18 12:38:12.892909 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6fc7b64c-36a7-4d69-88c6-6662f26f8375 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:12.901569 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6fc7b64c-36a7-4d69-88c6-6662f26f8375 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772246'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:12.929900 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7b64c-36a7-4d69-88c6-6662f26f8375 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e578d7bc-cedd-48e7-8e3a-276632891fa4,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:13.037168 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1dccd4ed-1f2f-4b13-912b-e13fff5816ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:13.046451 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-3bd203e0-13ef-4671-9722-a432868487cc service neutron] 10.222.0.24 "GET /v2.0/networks/4df28532-82af-4330-b91d-ced682f08dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480562 Sep 18 12:38:13.054863 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6fc7b64c-36a7-4d69-88c6-6662f26f8375 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:13.058150 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-6fc7b64c-36a7-4d69-88c6-6662f26f8375 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3687642 Sep 18 12:38:13.061107 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 48132) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:13.061656 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1dccd4ed-1f2f-4b13-912b-e13fff5816ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:13.068300 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-9ba27731-4e1e-44b3-a08e-a2ef5d93652f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Request body: {'floatingip': {'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:38:13.134437 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9ba27731-4e1e-44b3-a08e-a2ef5d93652f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for floatingip, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:13.136647 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccd4ed-1f2f-4b13-912b-e13fff5816ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c73fdd-39f6-46f7-bcbd-d18e35a8a7e0,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:13.232122 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-1dccd4ed-1f2f-4b13-912b-e13fff5816ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f1797522c3ac4fd29696cbf3fe3e8825&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7822607 Sep 18 12:38:13.232754 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 48140) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:13.260976 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f56a62d6-3786-4fb3-aebe-b6cf42db322e req-b611102e-908c-43c3-bed8-a29e38d86df9 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 210 time: 0.0669026 Sep 18 12:38:13.451422 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-0922bf9c-d00d-4939-ad29-1a49a214a31a service neutron] 10.222.0.24 "GET /v2.0/networks/4df28532-82af-4330-b91d-ced682f08dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037282 Sep 18 12:38:13.568058 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9b89d128-7864-435f-ad13-844e1ad945ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:13.593715 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-136ffe50-c64f-47d6-a2ee-959677459982 req-82a914bd-c00b-463b-9bf7-22467afc4786 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 210 time: 0.1771011 Sep 18 12:38:13.652471 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9b89d128-7864-435f-ad13-844e1ad945ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:13.655451 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9ba27731-4e1e-44b3-a08e-a2ef5d93652f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:13.666297 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 1b83c66a-2036-4327-aac9-be4e47d7a10c up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:38:13.797029 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9b89d128-7864-435f-ad13-844e1ad945ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:13.799990 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9b89d128-7864-435f-ad13-844e1ad945ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:13.801489 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-9b89d128-7864-435f-ad13-844e1ad945ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00c73fdd-39f6-46f7-bcbd-d18e35a8a7e0 HTTP/1.1" status: 204 len: 168 time: 0.5656450 Sep 18 12:38:13.814472 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89d128-7864-435f-ad13-844e1ad945ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c73fdd-39f6-46f7-bcbd-d18e35a8a7e0,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:13.918315 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f3abce76-13c5-4231-bcd9-2e7518492c45 req-59b047b1-30e3-420b-be83-4c1c8b5243aa tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 210 time: 0.0900614 Sep 18 12:38:13.945794 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 1b83c66a-2036-4327-aac9-be4e47d7a10c triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:38:13.950371 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:13.985821 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-9ba27731-4e1e-44b3-a08e-a2ef5d93652f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Allocated IP 172.27.1.97 (135fce6b-ed16-41bb-8b70-07cd0f37ee2f/d6efedb2-cfaf-4090-8480-952b0af5c0d6/848459e0-fb92-47fe-8931-b03f92a088d7) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:38:14.237733 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 5e8eafc0-d273-4ca6-b389-877f990ad631 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:38:14.262504 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9ba27731-4e1e-44b3-a08e-a2ef5d93652f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:14.384688 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9ba27731-4e1e-44b3-a08e-a2ef5d93652f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:14.429853 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 5e8eafc0-d273-4ca6-b389-877f990ad631 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:38:14.430257 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:14.534277 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba27731-4e1e-44b3-a08e-a2ef5d93652f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:38:14.585868 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-9ba27731-4e1e-44b3-a08e-a2ef5d93652f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:38:14.593609 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba27731-4e1e-44b3-a08e-a2ef5d93652f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Pushing event updated for resources: {'Port': ['ID=848459e0-fb92-47fe-8931-b03f92a088d7,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:14.671224 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba27731-4e1e-44b3-a08e-a2ef5d93652f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:38:14.736107 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:14.739000 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.13', 63396) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:14.760756 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6f13614f-5ad3-4e70-9f50-20056a713dc5 req-d27a35ee-f560-442d-ac01-ca13755ec0b7 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 210 time: 0.0784385 Sep 18 12:38:14.815989 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] For port 5e8eafc0-d273-4ca6-b389-877f990ad631, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=5e8eafc0-d273-4ca6-b389-877f990ad631,segment=NetworkSegment(972f36e2-ef14-414b-b7e5-74a44c97b427),segment_id=972f36e2-ef14-414b-b7e5-74a44c97b427)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:38:14.824920 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:14.904160 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d7b9a829-a64f-4e16-9da7-f35ef6a0dea6 req-46798730-b56c-4c10-806a-c22f3a25f330 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 210 time: 0.1364551 Sep 18 12:38:15.017399 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9ba27731-4e1e-44b3-a08e-a2ef5d93652f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:15.022903 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Pushing event updated for resources: {'Port': ['ID=5e8eafc0-d273-4ca6-b389-877f990ad631,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:15.074872 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9ba27731-4e1e-44b3-a08e-a2ef5d93652f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:15.168865 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-546f4f96-36f3-4b83-81f7-b5f3bdade2d4 req-d5460d20-be7a-4572-9ec5-d17ed865dda0 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 210 time: 0.0645134 Sep 18 12:38:15.234223 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-307e84bb-194e-4189-84b2-80d51f30f02d tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:15.236136 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-307e84bb-194e-4189-84b2-80d51f30f02d tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.13 "GET /v2.0/networks?id=4df28532-82af-4330-b91d-ced682f08dad HTTP/1.1" status: 200 len: 818 time: 0.4727025 Sep 18 12:38:15.300974 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-dcce8f24-67c6-4f2e-aebf-56be28e1c536 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Request body: {'port': {'device_id': '3e687dee-6a59-40ae-9a4d-cc994485df58', 'network_id': '4df28532-82af-4330-b91d-ced682f08dad', 'admin_state_up': True, 'tenant_id': 'dbe0aabe590943c68b496df6463a2b88'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:38:15.319410 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.13', 63403) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:15.522324 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 5e8eafc0-d273-4ca6-b389-877f990ad631 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:38:15.563406 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9ba27731-4e1e-44b3-a08e-a2ef5d93652f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:15.580415 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9ba27731-4e1e-44b3-a08e-a2ef5d93652f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:15.595407 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-aed6a388-512b-42fa-934f-8654484cd1ce tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:15.597818 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-aed6a388-512b-42fa-934f-8654484cd1ce tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.13 "GET /v2.0/networks?id=0258a11c-e78a-4182-aaeb-730e179fbfeb HTTP/1.1" status: 200 len: 815 time: 0.2774320 Sep 18 12:38:15.619033 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 5e8eafc0-d273-4ca6-b389-877f990ad631 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:38:15.619394 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:15.660566 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9ba27731-4e1e-44b3-a08e-a2ef5d93652f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673873'] for floatingip, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:15.685728 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-9ebed4e7-dba2-4897-8896-ae1c8dcbb1ae tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Request body: {'port': {'device_id': '267c12f3-f378-4e58-b46c-4453a12f745a', 'network_id': '0258a11c-e78a-4182-aaeb-730e179fbfeb', 'admin_state_up': True, 'tenant_id': 'a792bb4fbeae46e3a5abe7197efe8adc'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:38:15.693698 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66a35da-a50e-4e9a-9b8a-f16e1c33a771 None None] Sync routers for ids ['7b2b8e88-45d3-480a-8b70-0f58d9cb475c'] in dv-cinder-809894-1-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:38:15.704948 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba27731-4e1e-44b3-a08e-a2ef5d93652f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Pushing event updated for resources: {'Port': ['ID=848459e0-fb92-47fe-8931-b03f92a088d7,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:15.714842 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9ba27731-4e1e-44b3-a08e-a2ef5d93652f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for floatingip, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:15.725570 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-9ba27731-4e1e-44b3-a08e-a2ef5d93652f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6622629 Sep 18 12:38:15.742355 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66a35da-a50e-4e9a-9b8a-f16e1c33a771 None None] Routers {'7b2b8e88-45d3-480a-8b70-0f58d9cb475c'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:38:15.743579 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a66a35da-a50e-4e9a-9b8a-f16e1c33a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:37:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['7b2b8e88-45d3-480a-8b70-0f58d9cb475c'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:38:16.012922 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-a66a35da-a50e-4e9a-9b8a-f16e1c33a771 None None] Set router 7b2b8e88-45d3-480a-8b70-0f58d9cb475c gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:38:16.157483 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fef33395-8c38-421d-85cb-a44afc92f989 req-5a806613-633f-45a2-83c2-1cf8f1a57ed1 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 210 time: 0.1914129 Sep 18 12:38:16.163434 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1988d912-57d9-4298-a038-45744cb172c3 req-71038e5b-bdba-4af8-bba0-44d462407d45 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 210 time: 0.1227117 Sep 18 12:38:16.254656 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.db.api [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-9ebed4e7-dba2-4897-8896-ae1c8dcbb1ae tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 12:38:16.254656 dv-cinder-809894-1-iscsi neutron-server[94106]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 12:38:16.254656 dv-cinder-809894-1-iscsi neutron-server[94106]: [parameters: {'project_id_1': 'a792bb4fbeae46e3a5abe7197efe8adc', 'expiration_1': datetime.datetime(2021, 9, 18, 12, 37, 56, 241165)}] Sep 18 12:38:16.254656 dv-cinder-809894-1-iscsi neutron-server[94106]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 12:38:16.254906 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG oslo_db.api [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-9ebed4e7-dba2-4897-8896-ae1c8dcbb1ae tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 12:38:16.276132 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-dcce8f24-67c6-4f2e-aebf-56be28e1c536 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Made reservation on behalf of dbe0aabe590943c68b496df6463a2b88 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:38:16.284125 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-dcce8f24-67c6-4f2e-aebf-56be28e1c536 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:16.348310 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a66a35da-a50e-4e9a-9b8a-f16e1c33a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'name': 'tempest-AttachVolumeShelveTestJSON-2115111976-router', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:01Z', 'updated_at': '2021-09-18T12:38:08Z', 'revision_number': 4, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'gw_port': {'id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:02Z', 'updated_at': '2021-09-18T12:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'b208bce5-e3db-4b9a-af8e-6837aa4e5a94', 'name': '', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'mac_address': 'fa:16:3e:ae:e0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:07Z', 'updated_at': '2021-09-18T12:38:08Z', 'revision_number': 2, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'subnets': [{'id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:38:16.429089 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66a35da-a50e-4e9a-9b8a-f16e1c33a771 None None] Checking router: 7b2b8e88-45d3-480a-8b70-0f58d9cb475c for host: dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:38:16.429640 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66a35da-a50e-4e9a-9b8a-f16e1c33a771 None None] Updating router 7b2b8e88-45d3-480a-8b70-0f58d9cb475c port b208bce5-e3db-4b9a-af8e-6837aa4e5a94 binding host dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 12:38:16.457945 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.13', 63412) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:16.485956 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56ebf7c4-f208-4ccf-b0ee-95dd3da5ae21 req-655220de-82b6-440b-89ee-77bc5af24dfd tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 210 time: 0.1691079 Sep 18 12:38:16.502743 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a66a35da-a50e-4e9a-9b8a-f16e1c33a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:16.524230 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74658586-cc48-4055-af2a-9f9f2580adbc req-cdbd9165-8ef1-4158-8ac7-2463941e3bd8 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1105936480&fields=id&tenant_id=9477430a832042d4b203b849bafeb9e9 HTTP/1.1" status: 200 len: 267 time: 0.1708255 Sep 18 12:38:16.740417 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-fba16b76-03cd-44b3-988e-4ca968af25c9 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:16.760515 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-fba16b76-03cd-44b3-988e-4ca968af25c9 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.13 "GET /v2.0/networks?id=6fdc5fdc-8105-4236-8c1d-245ec9717be7 HTTP/1.1" status: 200 len: 811 time: 0.2919774 Sep 18 12:38:16.797485 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-5159f90b-4fc2-47a1-8a53-b904c5e61f2f tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Request body: {'port': {'device_id': 'ecf532d4-5b65-46e8-a346-b445424dbfca', 'network_id': '6fdc5fdc-8105-4236-8c1d-245ec9717be7', 'admin_state_up': True, 'tenant_id': '59c56ca635c240e0a4cc6ac6cbee3bef'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:38:17.133958 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.13', 63416) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:17.229587 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74658586-cc48-4055-af2a-9f9f2580adbc req-0dd26623-642e-4806-8477-2e46a71f9169 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:17.250898 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a66a35da-a50e-4e9a-9b8a-f16e1c33a771 None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:17.251886 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74658586-cc48-4055-af2a-9f9f2580adbc req-0dd26623-642e-4806-8477-2e46a71f9169 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/networks?id=4ab574f3-0ba4-4c64-96c3-ff427a72d455 HTTP/1.1" status: 200 len: 817 time: 0.7256322 Sep 18 12:38:17.265870 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a66a35da-a50e-4e9a-9b8a-f16e1c33a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:17.409241 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-049dcec7-3aa0-4e1e-ba13-47a0d3dfcb58 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:17.410861 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-049dcec7-3aa0-4e1e-ba13-47a0d3dfcb58 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.13 "GET /v2.0/networks?id=4df28532-82af-4330-b91d-ced682f08dad HTTP/1.1" status: 200 len: 818 time: 0.2711267 Sep 18 12:38:17.412307 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74658586-cc48-4055-af2a-9f9f2580adbc req-e250f2f0-7a2f-41c5-83cb-b014d4d686db tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/quotas/9477430a832042d4b203b849bafeb9e9 HTTP/1.1" status: 200 len: 375 time: 0.1593006 Sep 18 12:38:17.438729 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-9d21c904-6d2b-416c-92f3-f16f54e7dd2c tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Request body: {'port': {'device_id': 'ff92525e-1469-42eb-a0b9-dade3c72c867', 'network_id': '4df28532-82af-4330-b91d-ced682f08dad', 'admin_state_up': True, 'tenant_id': 'dbe0aabe590943c68b496df6463a2b88'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:38:17.478411 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a050196c-f6a2-46ef-88e4-fc77363f14d4 req-95c0b989-a9a4-4b32-bee5-d9ba9e803d36 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 210 time: 0.0595195 Sep 18 12:38:17.528432 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-5159f90b-4fc2-47a1-8a53-b904c5e61f2f tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Made reservation on behalf of 59c56ca635c240e0a4cc6ac6cbee3bef for: {'port': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:38:17.544874 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-5159f90b-4fc2-47a1-8a53-b904c5e61f2f tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:17.550891 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-9ebed4e7-dba2-4897-8896-ae1c8dcbb1ae tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Made reservation on behalf of a792bb4fbeae46e3a5abe7197efe8adc for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:38:17.564599 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-9ebed4e7-dba2-4897-8896-ae1c8dcbb1ae tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:17.596203 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd652d-3534-47c6-a8d5-97c8f761f499 None None] Pushing event updated for resources: {'Port': ['ID=b208bce5-e3db-4b9a-af8e-6837aa4e5a94,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:17.601945 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:17.649403 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-a66a35da-a50e-4e9a-9b8a-f16e1c33a771 None None] Attempting to bind port b208bce5-e3db-4b9a-af8e-6837aa4e5a94 on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:38:17.650183 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-a66a35da-a50e-4e9a-9b8a-f16e1c33a771 None None] Attempting to bind port b208bce5-e3db-4b9a-af8e-6837aa4e5a94 by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': '973df3dd-2de9-4dd8-8f0e-0c9e28980640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:38:17.650939 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66a35da-a50e-4e9a-9b8a-f16e1c33a771 None None] Attempting to bind port b208bce5-e3db-4b9a-af8e-6837aa4e5a94 on network 4ab574f3-0ba4-4c64-96c3-ff427a72d455 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:38:17.658052 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66a35da-a50e-4e9a-9b8a-f16e1c33a771 None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:38:17.658755 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66a35da-a50e-4e9a-9b8a-f16e1c33a771 None None] Checking segment: {'id': '973df3dd-2de9-4dd8-8f0e-0c9e28980640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:38:17.659338 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a66a35da-a50e-4e9a-9b8a-f16e1c33a771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:17.660003 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66a35da-a50e-4e9a-9b8a-f16e1c33a771 None None] Bound using segment: {'id': '973df3dd-2de9-4dd8-8f0e-0c9e28980640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:38:17.660813 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-a66a35da-a50e-4e9a-9b8a-f16e1c33a771 None None] Bound port: b208bce5-e3db-4b9a-af8e-6837aa4e5a94, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973df3dd-2de9-4dd8-8f0e-0c9e28980640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:38:17.662256 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a66a35da-a50e-4e9a-9b8a-f16e1c33a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:17.815402 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:38:17.854495 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-a66a35da-a50e-4e9a-9b8a-f16e1c33a771 None None] For port b208bce5-e3db-4b9a-af8e-6837aa4e5a94, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:38:17.859755 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-a66a35da-a50e-4e9a-9b8a-f16e1c33a771 None None] For port b208bce5-e3db-4b9a-af8e-6837aa4e5a94, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=b208bce5-e3db-4b9a-af8e-6837aa4e5a94,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:38:17.867236 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a66a35da-a50e-4e9a-9b8a-f16e1c33a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:17.983785 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ce04bef7-68c5-45de-9310-723823064ab3 req-a05e61f6-ac12-41d6-9cf2-5d74236aa744 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 210 time: 0.2519298 Sep 18 12:38:18.015007 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-23cefd77-dc49-4fce-be92-94d05d052372 None None] Provisioning complete for port b208bce5-e3db-4b9a-af8e-6837aa4e5a94 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:38:18.015652 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-23cefd77-dc49-4fce-be92-94d05d052372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:18.082213 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66a35da-a50e-4e9a-9b8a-f16e1c33a771 None None] Routers {'7b2b8e88-45d3-480a-8b70-0f58d9cb475c'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:38:18.082852 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a66a35da-a50e-4e9a-9b8a-f16e1c33a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:37:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['7b2b8e88-45d3-480a-8b70-0f58d9cb475c'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:38:18.199846 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74658586-cc48-4055-af2a-9f9f2580adbc req-ef867e52-4ea0-49c5-8389-91842683a0ba tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9477430a832042d4b203b849bafeb9e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7863600 Sep 18 12:38:18.251564 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-dcce8f24-67c6-4f2e-aebf-56be28e1c536 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Allocated IP 172.20.0.5 (4df28532-82af-4330-b91d-ced682f08dad/cf48ed02-5e60-492d-a444-1382b9731455/3d75058b-9aca-494d-823b-ca9a6b34652a) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:38:18.310495 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d889f08b-69d1-46c9-868d-a4d9ecdc5aac req-22510908-81dc-4640-8459-6376d00a1436 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 210 time: 0.1467433 Sep 18 12:38:18.411370 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-9ebed4e7-dba2-4897-8896-ae1c8dcbb1ae tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Allocated IP 172.20.0.2 (0258a11c-e78a-4182-aaeb-730e179fbfeb/de9e0f89-2fac-4bfb-b9e8-42c05ff8d04e/af4da8e2-6830-49f9-be19-4120aed4673e) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:38:18.421750 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-9d21c904-6d2b-416c-92f3-f16f54e7dd2c tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Made reservation on behalf of dbe0aabe590943c68b496df6463a2b88 for: {'port': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:38:18.431794 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-9d21c904-6d2b-416c-92f3-f16f54e7dd2c tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:18.563734 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-a66a35da-a50e-4e9a-9b8a-f16e1c33a771 None None] Set router 7b2b8e88-45d3-480a-8b70-0f58d9cb475c gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:38:18.568272 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74658586-cc48-4055-af2a-9f9f2580adbc req-90336757-ddcd-46c1-9fa4-01af122029a9 service neutron] 10.222.0.24 "GET /v2.0/networks/4ab574f3-0ba4-4c64-96c3-ff427a72d455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172979 Sep 18 12:38:18.694363 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-5159f90b-4fc2-47a1-8a53-b904c5e61f2f tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Allocated IP 172.20.0.14 (6fdc5fdc-8105-4236-8c1d-245ec9717be7/bf05fc48-afea-4a33-a31b-1178de61f7ad/9f7b2a24-6c08-49a1-91b7-52fe7ff7b658) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:38:18.776944 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd652d-3534-47c6-a8d5-97c8f761f499 None None] Pushing event updated for resources: {'Port': ['ID=b208bce5-e3db-4b9a-af8e-6837aa4e5a94,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:18.878799 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-23cefd77-dc49-4fce-be92-94d05d052372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:19.038481 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-23cefd77-dc49-4fce-be92-94d05d052372 None None] For port b208bce5-e3db-4b9a-af8e-6837aa4e5a94, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=b208bce5-e3db-4b9a-af8e-6837aa4e5a94,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:38:19.052189 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-23cefd77-dc49-4fce-be92-94d05d052372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:19.060505 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-57b4c15c-6bb3-4b7f-9974-d3f6e93d5f31 req-e9e5c0c5-9dd0-4d21-815a-bdcbad028dab tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 210 time: 0.3577039 Sep 18 12:38:19.124662 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cefd77-dc49-4fce-be92-94d05d052372 None None] Pushing event updated for resources: {'Port': ['ID=b208bce5-e3db-4b9a-af8e-6837aa4e5a94,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:19.205327 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-dcce8f24-67c6-4f2e-aebf-56be28e1c536 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:19.222385 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-09205a55-750d-4808-875d-5121792d1493 None None] Provisioning complete for port b208bce5-e3db-4b9a-af8e-6837aa4e5a94 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:38:19.223964 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-09205a55-750d-4808-875d-5121792d1493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:19.279908 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-5159f90b-4fc2-47a1-8a53-b904c5e61f2f tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:19.300920 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74658586-cc48-4055-af2a-9f9f2580adbc req-d0ae7931-0040-447a-a412-3b16491d014c service neutron] 10.222.0.24 "GET /v2.0/networks/4ab574f3-0ba4-4c64-96c3-ff427a72d455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7318819 Sep 18 12:38:19.319048 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-dcce8f24-67c6-4f2e-aebf-56be28e1c536 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:19.346894 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a66a35da-a50e-4e9a-9b8a-f16e1c33a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'name': 'tempest-AttachVolumeShelveTestJSON-2115111976-router', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:01Z', 'updated_at': '2021-09-18T12:38:08Z', 'revision_number': 4, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'gw_port': {'id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:02Z', 'updated_at': '2021-09-18T12:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'b208bce5-e3db-4b9a-af8e-6837aa4e5a94', 'name': '', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'mac_address': 'fa:16:3e:ae:e0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:07Z', 'updated_at': '2021-09-18T12:38:17Z', 'revision_number': 4, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'subnets': [{'id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:38:19.388296 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66a35da-a50e-4e9a-9b8a-f16e1c33a771 None None] The sync data for ids ['7b2b8e88-45d3-480a-8b70-0f58d9cb475c'] in dv-cinder-809894-1-iscsi is: [{'id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'name': 'tempest-AttachVolumeShelveTestJSON-2115111976-router', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:01Z', 'updated_at': '2021-09-18T12:38:08Z', 'revision_number': 4, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'gw_port': {'id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:02Z', 'updated_at': '2021-09-18T12:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'b208bce5-e3db-4b9a-af8e-6837aa4e5a94', 'name': '', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'mac_address': 'fa:16:3e:ae:e0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:07Z', 'updated_at': '2021-09-18T12:38:17Z', 'revision_number': 4, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'subnets': [{'id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:38:19.605953 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device b208bce5-e3db-4b9a-af8e-6837aa4e5a94 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:38:19.697648 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port b208bce5-e3db-4b9a-af8e-6837aa4e5a94 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:38:19.698134 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:19.751780 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-dcce8f24-67c6-4f2e-aebf-56be28e1c536 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Network 4df28532-82af-4330-b91d-ced682f08dad is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:38:19.773554 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce8f24-67c6-4f2e-aebf-56be28e1c536 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Pushing event updated for resources: {'Port': ['ID=3d75058b-9aca-494d-823b-ca9a6b34652a,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:19.785352 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-dcce8f24-67c6-4f2e-aebf-56be28e1c536 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:38:19.933108 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-752b420f-8b89-4727-815f-4c99a76df489 req-32bdba98-2415-4fb8-875f-9b43a91d8dd0 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 210 time: 0.6211121 Sep 18 12:38:19.990145 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-9d21c904-6d2b-416c-92f3-f16f54e7dd2c tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Allocated IP 172.20.0.2 (4df28532-82af-4330-b91d-ced682f08dad/cf48ed02-5e60-492d-a444-1382b9731455/3184ff7a-e1fc-4d51-bca2-78b9800fd2fb) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:38:20.026906 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-5159f90b-4fc2-47a1-8a53-b904c5e61f2f tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:20.061876 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-dcce8f24-67c6-4f2e-aebf-56be28e1c536 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:38:20.071367 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-dcce8f24-67c6-4f2e-aebf-56be28e1c536 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:20.072497 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-dcce8f24-67c6-4f2e-aebf-56be28e1c536 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:20.126929 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-9ebed4e7-dba2-4897-8896-ae1c8dcbb1ae tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:20.297685 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cd01bf0f-99e3-441f-b395-809df1cddc52 req-71ee1ace-5049-4123-ab2c-01fbef9429c0 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 210 time: 0.3993144 Sep 18 12:38:20.390875 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-5159f90b-4fc2-47a1-8a53-b904c5e61f2f tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Network 6fdc5fdc-8105-4236-8c1d-245ec9717be7 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:38:20.410743 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f9f29a50-8903-4499-9dc4-8e9d32d0614e req-b22de1d2-b766-4737-8b95-a0d5b3aae90d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 210 time: 0.1957746 Sep 18 12:38:20.440986 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-5159f90b-4fc2-47a1-8a53-b904c5e61f2f tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:38:20.472416 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-5159f90b-4fc2-47a1-8a53-b904c5e61f2f tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:38:20.490197 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-dcce8f24-67c6-4f2e-aebf-56be28e1c536 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1925366 Sep 18 12:38:20.499051 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-5159f90b-4fc2-47a1-8a53-b904c5e61f2f tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:20.506254 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-5159f90b-4fc2-47a1-8a53-b904c5e61f2f tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:20.555465 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-9ebed4e7-dba2-4897-8896-ae1c8dcbb1ae tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:20.602604 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-5159f90b-4fc2-47a1-8a53-b904c5e61f2f tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8087552 Sep 18 12:38:20.631184 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159f90b-4fc2-47a1-8a53-b904c5e61f2f tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Pushing event updated for resources: {'Port': ['ID=9f7b2a24-6c08-49a1-91b7-52fe7ff7b658,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:20.790424 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-9ebed4e7-dba2-4897-8896-ae1c8dcbb1ae tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Network 0258a11c-e78a-4182-aaeb-730e179fbfeb is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:38:20.800831 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-9ebed4e7-dba2-4897-8896-ae1c8dcbb1ae tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:38:20.812735 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-06ff5f1d-299a-4abf-864a-d1d9e889257c tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 12:38:20.813936 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-06ff5f1d-299a-4abf-864a-d1d9e889257c tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061660 Sep 18 12:38:20.815048 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-9ebed4e7-dba2-4897-8896-ae1c8dcbb1ae tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:38:20.822040 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-9ebed4e7-dba2-4897-8896-ae1c8dcbb1ae tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:20.823252 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-9ebed4e7-dba2-4897-8896-ae1c8dcbb1ae tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:20.866065 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983554c0-a4d7-4364-8d35-5619add41da6 req-785ed3ad-2e23-447e-90b8-7def22e2928c tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:20.868704 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-983554c0-a4d7-4364-8d35-5619add41da6 req-785ed3ad-2e23-447e-90b8-7def22e2928c tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 932 time: 0.3683326 Sep 18 12:38:20.870415 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebed4e7-dba2-4897-8896-ae1c8dcbb1ae tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Pushing event updated for resources: {'Port': ['ID=af4da8e2-6830-49f9-be19-4120aed4673e,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:20.904751 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 48450) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:20.909099 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-9ebed4e7-dba2-4897-8896-ae1c8dcbb1ae tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2540462 Sep 18 12:38:20.965248 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-1d3636dc-d70a-4b50-91e0-bdb1ec0c48e2 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 12:38:20.974669 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-1d3636dc-d70a-4b50-91e0-bdb1ec0c48e2 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0638375 Sep 18 12:38:21.032381 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-983554c0-a4d7-4364-8d35-5619add41da6 req-1926ff73-7007-4ea0-899d-6ae5fd6ef6b0 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7011892-bb0d-4bf7-95fd-0280ab3d8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482697 Sep 18 12:38:21.155012 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-9d21c904-6d2b-416c-92f3-f16f54e7dd2c tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:21.272010 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97081ec5-ec52-4c41-9e08-1a33f975178c req-7420ae57-94af-4523-a29e-bc1fabfc499e tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:21.275552 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-9d21c904-6d2b-416c-92f3-f16f54e7dd2c tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:21.284271 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-97081ec5-ec52-4c41-9e08-1a33f975178c req-7420ae57-94af-4523-a29e-bc1fabfc499e tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 931 time: 0.1322763 Sep 18 12:38:21.313871 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-fbc8c564-7a0a-4cf3-b6e5-d941fd655d15 service neutron] Request body: {'port': {'device_id': '267c12f3-f378-4e58-b46c-4453a12f745a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:38:21.439420 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-dc9ee23a-369c-47af-8c12-1d99e898cccb service neutron] Request body: {'port': {'device_id': 'ecf532d4-5b65-46e8-a346-b445424dbfca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:38:21.490282 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-d6603b2b-4258-42c2-a401-30934e1a1b9d service neutron] Request body: {'port': {'device_id': '3e687dee-6a59-40ae-9a4d-cc994485df58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:38:21.577167 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-94f7a366-ab09-4c7b-8451-e806a7b3fa8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:21.614673 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-9d21c904-6d2b-416c-92f3-f16f54e7dd2c tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Network 4df28532-82af-4330-b91d-ced682f08dad is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:38:21.635466 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-97081ec5-ec52-4c41-9e08-1a33f975178c req-38488826-42c9-4b31-bfb5-fc5ace3b7439 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424311 Sep 18 12:38:21.639037 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-9d21c904-6d2b-416c-92f3-f16f54e7dd2c tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:38:21.678214 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-9d21c904-6d2b-416c-92f3-f16f54e7dd2c tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:38:21.694650 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-9d21c904-6d2b-416c-92f3-f16f54e7dd2c tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:21.698354 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-9d21c904-6d2b-416c-92f3-f16f54e7dd2c tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:21.723515 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21c904-6d2b-416c-92f3-f16f54e7dd2c tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Pushing event updated for resources: {'Port': ['ID=3184ff7a-e1fc-4d51-bca2-78b9800fd2fb,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:21.820827 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-fbc8c564-7a0a-4cf3-b6e5-d941fd655d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:21.850752 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-d6603b2b-4258-42c2-a401-30934e1a1b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:22.104734 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3b6f369f-cc81-4401-a322-a96eb32fe371 req-9cd8591e-aaac-42cb-a178-4bb73866d193 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 210 time: 0.2736957 Sep 18 12:38:22.114313 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-dc9ee23a-369c-47af-8c12-1d99e898cccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:22.203634 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab106d-9839-4583-911a-898a9f1c8df9 req-5627c1a1-625e-4d74-9259-36029f58797a tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:22.207042 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-62ab106d-9839-4583-911a-898a9f1c8df9 req-5627c1a1-625e-4d74-9259-36029f58797a tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 931 time: 0.7036724 Sep 18 12:38:22.300736 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-94f7a366-ab09-4c7b-8451-e806a7b3fa8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:22.351369 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-94f7a366-ab09-4c7b-8451-e806a7b3fa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:22.399423 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7a366-ab09-4c7b-8451-e806a7b3fa8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c71e073-ba9c-4d65-9f0f-a149bfb652d3,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:22.410410 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-9d21c904-6d2b-416c-92f3-f16f54e7dd2c tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9754636 Sep 18 12:38:22.465588 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-94f7a366-ab09-4c7b-8451-e806a7b3fa8a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f1075be8521420f9fe237a855f42b8f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5505345 Sep 18 12:38:22.469250 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 48508) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:22.604500 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-d6603b2b-4258-42c2-a401-30934e1a1b9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d75058b-9aca-494d-823b-ca9a6b34652a {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:38:22.614938 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-d6603b2b-4258-42c2-a401-30934e1a1b9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:22.653477 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a484a04e-da22-4b9e-b82b-b2e0f7ddc046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:22.655636 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-d6603b2b-4258-42c2-a401-30934e1a1b9d service neutron] Transition to ACTIVE for port object 3d75058b-9aca-494d-823b-ca9a6b34652a will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 12:38:22.672435 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-d6603b2b-4258-42c2-a401-30934e1a1b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:22.683187 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-62ab106d-9839-4583-911a-898a9f1c8df9 req-35a3fef2-2363-41da-9eab-31ec46599bbf tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666879 Sep 18 12:38:22.703317 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5414d80-7d61-4b6e-915a-05f7d8d4fce0 req-4e4941c5-497f-4ea1-8cdd-5bb063c29a06 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:22.704438 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a5414d80-7d61-4b6e-915a-05f7d8d4fce0 req-4e4941c5-497f-4ea1-8cdd-5bb063c29a06 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 932 time: 0.4921827 Sep 18 12:38:22.737192 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a484a04e-da22-4b9e-b82b-b2e0f7ddc046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:22.791838 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6603b2b-4258-42c2-a401-30934e1a1b9d service neutron] Pushing event updated for resources: {'Port': ['ID=3d75058b-9aca-494d-823b-ca9a6b34652a,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:22.882366 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-d6603b2b-4258-42c2-a401-30934e1a1b9d service neutron] Attempting to bind port 3d75058b-9aca-494d-823b-ca9a6b34652a on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:38:22.883309 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-d6603b2b-4258-42c2-a401-30934e1a1b9d service neutron] Attempting to bind port 3d75058b-9aca-494d-823b-ca9a6b34652a by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': '4cc966f8-9358-4356-a829-0cf81e4c7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4df28532-82af-4330-b91d-ced682f08dad'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:38:22.884007 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-d6603b2b-4258-42c2-a401-30934e1a1b9d service neutron] Attempting to bind port 3d75058b-9aca-494d-823b-ca9a6b34652a on network 4df28532-82af-4330-b91d-ced682f08dad {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:38:22.886769 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a5414d80-7d61-4b6e-915a-05f7d8d4fce0 req-504a0ead-ddb9-44ee-9976-eb9a469a949f tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7011892-bb0d-4bf7-95fd-0280ab3d8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585968 Sep 18 12:38:22.905011 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a484a04e-da22-4b9e-b82b-b2e0f7ddc046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:22.908236 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a484a04e-da22-4b9e-b82b-b2e0f7ddc046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:22.909684 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-a484a04e-da22-4b9e-b82b-b2e0f7ddc046 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c71e073-ba9c-4d65-9f0f-a149bfb652d3 HTTP/1.1" status: 204 len: 168 time: 0.4394479 Sep 18 12:38:22.916646 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-d6603b2b-4258-42c2-a401-30934e1a1b9d service neutron] Port 3d75058b-9aca-494d-823b-ca9a6b34652a on network 4df28532-82af-4330-b91d-ced682f08dad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 12:38:22.917153 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-d6603b2b-4258-42c2-a401-30934e1a1b9d service neutron] Attempting to bind port 3d75058b-9aca-494d-823b-ca9a6b34652a on network 4df28532-82af-4330-b91d-ced682f08dad {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:38:22.927070 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484a04e-da22-4b9e-b82b-b2e0f7ddc046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c71e073-ba9c-4d65-9f0f-a149bfb652d3,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:22.935891 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-d6603b2b-4258-42c2-a401-30934e1a1b9d service neutron] Checking agent: {'id': '48060bde-194c-4a59-bb73-c876edc89e02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'started_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:38:22.936118 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-d6603b2b-4258-42c2-a401-30934e1a1b9d service neutron] Checking segment: {'id': '4cc966f8-9358-4356-a829-0cf81e4c7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4df28532-82af-4330-b91d-ced682f08dad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:38:22.936678 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-d6603b2b-4258-42c2-a401-30934e1a1b9d service neutron] Bound using segment: {'id': '4cc966f8-9358-4356-a829-0cf81e4c7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4df28532-82af-4330-b91d-ced682f08dad'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:38:22.937562 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-d6603b2b-4258-42c2-a401-30934e1a1b9d service neutron] Bound port: 3d75058b-9aca-494d-823b-ca9a6b34652a, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc966f8-9358-4356-a829-0cf81e4c7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4df28532-82af-4330-b91d-ced682f08dad'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:38:22.938065 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-d6603b2b-4258-42c2-a401-30934e1a1b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:22.987604 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-dc9ee23a-369c-47af-8c12-1d99e898cccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f7b2a24-6c08-49a1-91b7-52fe7ff7b658 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:38:23.029504 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-dc9ee23a-369c-47af-8c12-1d99e898cccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:23.061684 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31003eb8-fafa-4ed0-a0f9-982f34362ad8 req-f9759244-0f6c-4b7a-9766-47bb074cf744 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:23.072696 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-31003eb8-fafa-4ed0-a0f9-982f34362ad8 req-f9759244-0f6c-4b7a-9766-47bb074cf744 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 931 time: 0.2638772 Sep 18 12:38:23.141313 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-dc9ee23a-369c-47af-8c12-1d99e898cccb service neutron] Transition to ACTIVE for port object 9f7b2a24-6c08-49a1-91b7-52fe7ff7b658 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 12:38:23.163402 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-dc9ee23a-369c-47af-8c12-1d99e898cccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:23.203537 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-d6603b2b-4258-42c2-a401-30934e1a1b9d service neutron] For port 3d75058b-9aca-494d-823b-ca9a6b34652a, host hv-cinder-80989, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:38:23.213622 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-d6603b2b-4258-42c2-a401-30934e1a1b9d service neutron] For port 3d75058b-9aca-494d-823b-ca9a6b34652a, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=3d75058b-9aca-494d-823b-ca9a6b34652a,segment=NetworkSegment(4cc966f8-9358-4356-a829-0cf81e4c7ae7),segment_id=4cc966f8-9358-4356-a829-0cf81e4c7ae7)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:38:23.224383 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-d6603b2b-4258-42c2-a401-30934e1a1b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:23.289653 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-31003eb8-fafa-4ed0-a0f9-982f34362ad8 req-3bbdde7e-ad27-4074-a71d-7d53edfce093 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159867 Sep 18 12:38:23.344844 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-fbc8c564-7a0a-4cf3-b6e5-d941fd655d15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af4da8e2-6830-49f9-be19-4120aed4673e {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:38:23.351714 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ee23a-369c-47af-8c12-1d99e898cccb service neutron] Pushing event updated for resources: {'Port': ['ID=9f7b2a24-6c08-49a1-91b7-52fe7ff7b658,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:23.390293 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-fbc8c564-7a0a-4cf3-b6e5-d941fd655d15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:23.390506 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6603b2b-4258-42c2-a401-30934e1a1b9d service neutron] Pushing event updated for resources: {'Port': ['ID=3d75058b-9aca-494d-823b-ca9a6b34652a,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:23.412810 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-d6603b2b-4258-42c2-a401-30934e1a1b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:23.414673 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-d6603b2b-4258-42c2-a401-30934e1a1b9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:23.416205 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-d6603b2b-4258-42c2-a401-30934e1a1b9d service neutron] 10.222.0.13 "PUT /v2.0/ports/3d75058b-9aca-494d-823b-ca9a6b34652a HTTP/1.1" status: 200 len: 1093 time: 2.2174840 Sep 18 12:38:23.416699 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e687dee-6a59-40ae-9a4d-cc994485df58', 'tag': '3d75058b-9aca-494d-823b-ca9a6b34652a'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:38:23.503605 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 48546) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:23.508782 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0030204f-e2ca-4b3c-978a-9b4cd4ad337b req-103e5137-ddc3-458c-a06d-42fe2586bd92 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 210 time: 0.1955469 Sep 18 12:38:23.608478 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-fbc8c564-7a0a-4cf3-b6e5-d941fd655d15 service neutron] Transition to ACTIVE for port object af4da8e2-6830-49f9-be19-4120aed4673e will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 12:38:23.609579 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-647a000a-ef15-4afb-9e95-fd49d69d717c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:23.643877 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-fbc8c564-7a0a-4cf3-b6e5-d941fd655d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:23.659821 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-dc9ee23a-369c-47af-8c12-1d99e898cccb service neutron] Attempting to bind port 9f7b2a24-6c08-49a1-91b7-52fe7ff7b658 on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:38:23.660430 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-dc9ee23a-369c-47af-8c12-1d99e898cccb service neutron] Attempting to bind port 9f7b2a24-6c08-49a1-91b7-52fe7ff7b658 by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': '0def87d1-28f9-4421-9f8f-dbece6776bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6fdc5fdc-8105-4236-8c1d-245ec9717be7'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:38:23.661162 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-dc9ee23a-369c-47af-8c12-1d99e898cccb service neutron] Attempting to bind port 9f7b2a24-6c08-49a1-91b7-52fe7ff7b658 on network 6fdc5fdc-8105-4236-8c1d-245ec9717be7 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:38:23.703367 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-dc9ee23a-369c-47af-8c12-1d99e898cccb service neutron] Port 9f7b2a24-6c08-49a1-91b7-52fe7ff7b658 on network 6fdc5fdc-8105-4236-8c1d-245ec9717be7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 12:38:23.704816 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-dc9ee23a-369c-47af-8c12-1d99e898cccb service neutron] Attempting to bind port 9f7b2a24-6c08-49a1-91b7-52fe7ff7b658 on network 6fdc5fdc-8105-4236-8c1d-245ec9717be7 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:38:23.723162 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e020be344c3c72492647676234d3904a5fccbfbca8e1277db2cbf238375b01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e6c7ba-d444-46bf-a760-484cd0e49847" -d '{"events": [{"name": "network-changed", "server_uuid": "3e687dee-6a59-40ae-9a4d-cc994485df58", "tag": "3d75058b-9aca-494d-823b-ca9a6b34652a"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:38:23.728476 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-dc9ee23a-369c-47af-8c12-1d99e898cccb service neutron] Checking agent: {'id': '48060bde-194c-4a59-bb73-c876edc89e02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'started_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:38:23.729166 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-dc9ee23a-369c-47af-8c12-1d99e898cccb service neutron] Checking segment: {'id': '0def87d1-28f9-4421-9f8f-dbece6776bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6fdc5fdc-8105-4236-8c1d-245ec9717be7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:38:23.735079 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-dc9ee23a-369c-47af-8c12-1d99e898cccb service neutron] Bound using segment: {'id': '0def87d1-28f9-4421-9f8f-dbece6776bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6fdc5fdc-8105-4236-8c1d-245ec9717be7'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:38:23.735798 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-dc9ee23a-369c-47af-8c12-1d99e898cccb service neutron] Bound port: 9f7b2a24-6c08-49a1-91b7-52fe7ff7b658, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0def87d1-28f9-4421-9f8f-dbece6776bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6fdc5fdc-8105-4236-8c1d-245ec9717be7'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:38:23.736781 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-dc9ee23a-369c-47af-8c12-1d99e898cccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:23.768807 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8c564-7a0a-4cf3-b6e5-d941fd655d15 service neutron] Pushing event updated for resources: {'Port': ['ID=af4da8e2-6830-49f9-be19-4120aed4673e,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:23.775322 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 48564) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:23.862846 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-fbc8c564-7a0a-4cf3-b6e5-d941fd655d15 service neutron] Attempting to bind port af4da8e2-6830-49f9-be19-4120aed4673e on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:38:23.863197 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-fbc8c564-7a0a-4cf3-b6e5-d941fd655d15 service neutron] Attempting to bind port af4da8e2-6830-49f9-be19-4120aed4673e by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': 'e611941f-17b4-4933-b698-5af07f251eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0258a11c-e78a-4182-aaeb-730e179fbfeb'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:38:23.863640 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-fbc8c564-7a0a-4cf3-b6e5-d941fd655d15 service neutron] Attempting to bind port af4da8e2-6830-49f9-be19-4120aed4673e on network 0258a11c-e78a-4182-aaeb-730e179fbfeb {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:38:23.892968 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-fbc8c564-7a0a-4cf3-b6e5-d941fd655d15 service neutron] Port af4da8e2-6830-49f9-be19-4120aed4673e on network 0258a11c-e78a-4182-aaeb-730e179fbfeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 12:38:23.893540 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-fbc8c564-7a0a-4cf3-b6e5-d941fd655d15 service neutron] Attempting to bind port af4da8e2-6830-49f9-be19-4120aed4673e on network 0258a11c-e78a-4182-aaeb-730e179fbfeb {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:38:23.937625 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-dc9ee23a-369c-47af-8c12-1d99e898cccb service neutron] For port 9f7b2a24-6c08-49a1-91b7-52fe7ff7b658, host hv-cinder-80989, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:38:23.945035 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-fbc8c564-7a0a-4cf3-b6e5-d941fd655d15 service neutron] Checking agent: {'id': '48060bde-194c-4a59-bb73-c876edc89e02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'started_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:38:23.945437 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-fbc8c564-7a0a-4cf3-b6e5-d941fd655d15 service neutron] Checking segment: {'id': 'e611941f-17b4-4933-b698-5af07f251eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0258a11c-e78a-4182-aaeb-730e179fbfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:38:23.945841 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-fbc8c564-7a0a-4cf3-b6e5-d941fd655d15 service neutron] Bound using segment: {'id': 'e611941f-17b4-4933-b698-5af07f251eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0258a11c-e78a-4182-aaeb-730e179fbfeb'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:38:23.946266 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-fbc8c564-7a0a-4cf3-b6e5-d941fd655d15 service neutron] Bound port: af4da8e2-6830-49f9-be19-4120aed4673e, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e611941f-17b4-4933-b698-5af07f251eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0258a11c-e78a-4182-aaeb-730e179fbfeb'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:38:23.946641 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-fbc8c564-7a0a-4cf3-b6e5-d941fd655d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:23.985299 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-dc9ee23a-369c-47af-8c12-1d99e898cccb service neutron] For port 9f7b2a24-6c08-49a1-91b7-52fe7ff7b658, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=9f7b2a24-6c08-49a1-91b7-52fe7ff7b658,segment=NetworkSegment(0def87d1-28f9-4421-9f8f-dbece6776bf8),segment_id=0def87d1-28f9-4421-9f8f-dbece6776bf8)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:38:24.005390 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-dc9ee23a-369c-47af-8c12-1d99e898cccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:24.041861 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-647a000a-ef15-4afb-9e95-fd49d69d717c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:24.079568 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-647a000a-ef15-4afb-9e95-fd49d69d717c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:24.113101 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fd448062-89d5-4bb1-92ca-19047d9d9cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:24.114533 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0897bf-2dbb-4b3e-a9db-d41f8332e233 req-ca06b565-9bae-4498-a780-f94a557e2466 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:24.116361 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ee0897bf-2dbb-4b3e-a9db-d41f8332e233 req-ca06b565-9bae-4498-a780-f94a557e2466 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 931 time: 0.2298703 Sep 18 12:38:24.117947 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-dc9ee23a-369c-47af-8c12-1d99e898cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:24.118776 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-dc9ee23a-369c-47af-8c12-1d99e898cccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:24.120344 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-dc9ee23a-369c-47af-8c12-1d99e898cccb service neutron] 10.222.0.13 "PUT /v2.0/ports/9f7b2a24-6c08-49a1-91b7-52fe7ff7b658 HTTP/1.1" status: 200 len: 1094 time: 2.9134030 Sep 18 12:38:24.127350 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf532d4-5b65-46e8-a346-b445424dbfca', 'tag': '9f7b2a24-6c08-49a1-91b7-52fe7ff7b658'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:38:24.284907 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-647a000a-ef15-4afb-9e95-fd49d69d717c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ee7234ae199412b9e0f8895e4532cd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7748702 Sep 18 12:38:24.285810 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 48580) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:24.285999 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a000a-ef15-4afb-9e95-fd49d69d717c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a00c551-6196-4d85-a982-5b393be99ffc,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:24.294250 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237dffe5-0366-4cce-b7c0-fcb3eeb00518 x-openstack-request-id: req-237dffe5-0366-4cce-b7c0-fcb3eeb00518 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:38:24.294606 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e687dee-6a59-40ae-9a4d-cc994485df58", "tag": "3d75058b-9aca-494d-823b-ca9a6b34652a", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:38:24.294835 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-237dffe5-0366-4cce-b7c0-fcb3eeb00518 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:38:24.295365 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e687dee-6a59-40ae-9a4d-cc994485df58', 'tag': '3d75058b-9aca-494d-823b-ca9a6b34652a', 'status': 'completed', 'code': 200} Sep 18 12:38:24.340822 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ee23a-369c-47af-8c12-1d99e898cccb service neutron] Pushing event updated for resources: {'Port': ['ID=9f7b2a24-6c08-49a1-91b7-52fe7ff7b658,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:24.347459 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-fbc8c564-7a0a-4cf3-b6e5-d941fd655d15 service neutron] For port af4da8e2-6830-49f9-be19-4120aed4673e, host hv-cinder-80989, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:38:24.351593 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0009250-2dd3-4d5f-a712-6d0489d378c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf532d4-5b65-46e8-a346-b445424dbfca", "tag": "9f7b2a24-6c08-49a1-91b7-52fe7ff7b658"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:38:24.353921 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fd448062-89d5-4bb1-92ca-19047d9d9cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:24.357777 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-fbc8c564-7a0a-4cf3-b6e5-d941fd655d15 service neutron] For port af4da8e2-6830-49f9-be19-4120aed4673e, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=af4da8e2-6830-49f9-be19-4120aed4673e,segment=NetworkSegment(e611941f-17b4-4933-b698-5af07f251eef),segment_id=e611941f-17b4-4933-b698-5af07f251eef)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:38:24.361833 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ee0897bf-2dbb-4b3e-a9db-d41f8332e233 req-9349235e-439b-441b-b7f5-d825d8025fe1 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755965 Sep 18 12:38:24.375018 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-fbc8c564-7a0a-4cf3-b6e5-d941fd655d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:24.386652 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fd448062-89d5-4bb1-92ca-19047d9d9cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:24.434108 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b42bbe9e-f75d-4603-bd7c-529b23cea536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:24.449473 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-fd448062-89d5-4bb1-92ca-19047d9d9cea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c74b2de867eb432db2609cf8cc769009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6706808 Sep 18 12:38:24.454298 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 48588) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:24.456192 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-fbc8c564-7a0a-4cf3-b6e5-d941fd655d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:24.457256 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-fbc8c564-7a0a-4cf3-b6e5-d941fd655d15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:24.459246 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-fbc8c564-7a0a-4cf3-b6e5-d941fd655d15 service neutron] 10.222.0.13 "PUT /v2.0/ports/af4da8e2-6830-49f9-be19-4120aed4673e HTTP/1.1" status: 200 len: 1093 time: 3.2605274 Sep 18 12:38:24.486944 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2650a071-bfe5-4192-a391-1d42fbc573e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:24.499656 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8c564-7a0a-4cf3-b6e5-d941fd655d15 service neutron] Pushing event updated for resources: {'Port': ['ID=af4da8e2-6830-49f9-be19-4120aed4673e,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:24.516096 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd448062-89d5-4bb1-92ca-19047d9d9cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c2303d-9626-40a6-9915-cbf65202c945,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:24.541701 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cb224194-5369-47de-822c-1fbd2b2bec23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:24.547725 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2650a071-bfe5-4192-a391-1d42fbc573e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:24.607635 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cb224194-5369-47de-822c-1fbd2b2bec23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:24.621215 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2650a071-bfe5-4192-a391-1d42fbc573e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:24.624098 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2650a071-bfe5-4192-a391-1d42fbc573e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:24.625417 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-2650a071-bfe5-4192-a391-1d42fbc573e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a00c551-6196-4d85-a982-5b393be99ffc HTTP/1.1" status: 204 len: 168 time: 0.3384137 Sep 18 12:38:24.642747 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650a071-bfe5-4192-a391-1d42fbc573e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a00c551-6196-4d85-a982-5b393be99ffc,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:24.716928 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73f1b2-509f-4012-8e22-f1c7aa94648e req-d71e1897-eb6f-452b-bf97-32beecafcd32 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:24.718563 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8b73f1b2-509f-4012-8e22-f1c7aa94648e req-d71e1897-eb6f-452b-bf97-32beecafcd32 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 944 time: 0.1779158 Sep 18 12:38:24.764659 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57214cc-b45a-4290-8c47-41319810f842 req-cc0a2084-ec3b-4a9d-beef-b986e1b30a8c tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:24.766387 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e57214cc-b45a-4290-8c47-41319810f842 req-cc0a2084-ec3b-4a9d-beef-b986e1b30a8c tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 943 time: 0.2027886 Sep 18 12:38:24.798793 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cb224194-5369-47de-822c-1fbd2b2bec23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:24.801976 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cb224194-5369-47de-822c-1fbd2b2bec23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:24.806804 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-cb224194-5369-47de-822c-1fbd2b2bec23 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/16c2303d-9626-40a6-9915-cbf65202c945 HTTP/1.1" status: 204 len: 168 time: 0.3461919 Sep 18 12:38:24.838254 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb224194-5369-47de-822c-1fbd2b2bec23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c2303d-9626-40a6-9915-cbf65202c945,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:24.849084 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8b73f1b2-509f-4012-8e22-f1c7aa94648e req-d5925d2d-9c8a-4994-aa41-b33d24837c68 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7011892-bb0d-4bf7-95fd-0280ab3d8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111941 Sep 18 12:38:24.885200 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e57214cc-b45a-4290-8c47-41319810f842 req-bf1ddb6a-6c89-4cd4-b5c3-525602e22a15 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038079 Sep 18 12:38:25.188431 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0350a210-ab2f-425e-8cfa-e7ccc240b7e6 req-3aae10e4-feda-4bbd-a4f8-d4aa44464db7 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 210 time: 0.0764246 Sep 18 12:38:25.442941 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bda7382-062a-4946-a553-78c3466b18c3 x-openstack-request-id: req-9bda7382-062a-4946-a553-78c3466b18c3 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:38:25.443224 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf532d4-5b65-46e8-a346-b445424dbfca", "tag": "9f7b2a24-6c08-49a1-91b7-52fe7ff7b658", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:38:25.446115 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9bda7382-062a-4946-a553-78c3466b18c3 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:38:25.451920 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf532d4-5b65-46e8-a346-b445424dbfca', 'tag': '9f7b2a24-6c08-49a1-91b7-52fe7ff7b658', 'status': 'completed', 'code': 200} Sep 18 12:38:25.628376 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 48650) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:25.633833 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3df33a-67fc-40c0-b376-4916ccc732dd req-8f2b91e7-eb93-4920-89b1-7ffd503a8c3c tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:25.641706 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eb3df33a-67fc-40c0-b376-4916ccc732dd req-8f2b91e7-eb93-4920-89b1-7ffd503a8c3c tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 931 time: 0.1048005 Sep 18 12:38:25.653853 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2cefdc80-1ea0-4096-9126-c332ded64ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:25.718650 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eb3df33a-67fc-40c0-b376-4916ccc732dd req-e3b340c0-92d6-421e-9030-fcdfda34f454 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759661 Sep 18 12:38:25.833225 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2cefdc80-1ea0-4096-9126-c332ded64ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:25.840346 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2cefdc80-1ea0-4096-9126-c332ded64ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:25.875244 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cefdc80-1ea0-4096-9126-c332ded64ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cc4c42-5df9-451a-8398-e1f597616b17,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:25.887369 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-2cefdc80-1ea0-4096-9126-c332ded64ded admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4219e5e2d6340bb9ac8f4b44acfab92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554834 Sep 18 12:38:25.887659 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 48660) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:25.994621 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5b284d6e-ea30-4600-96f6-fb027c10971d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:26.064512 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5b284d6e-ea30-4600-96f6-fb027c10971d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:26.125138 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eafeeb-ea81-4b1a-a74c-aeaa934fd86e req-721ae654-69f1-4a5d-82e9-677ed61d9a48 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:26.127237 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-07eafeeb-ea81-4b1a-a74c-aeaa934fd86e req-721ae654-69f1-4a5d-82e9-677ed61d9a48 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 943 time: 0.1310911 Sep 18 12:38:26.136056 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5b284d6e-ea30-4600-96f6-fb027c10971d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:26.138946 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5b284d6e-ea30-4600-96f6-fb027c10971d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:26.140695 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-5b284d6e-ea30-4600-96f6-fb027c10971d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41cc4c42-5df9-451a-8398-e1f597616b17 HTTP/1.1" status: 204 len: 168 time: 0.2520950 Sep 18 12:38:26.141716 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52899db2-2eff-485c-bf71-5f7297361c2b req-8624657c-da57-4e6a-82e6-e3e6f11945e5 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:26.144033 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-52899db2-2eff-485c-bf71-5f7297361c2b req-8624657c-da57-4e6a-82e6-e3e6f11945e5 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 944 time: 0.1010828 Sep 18 12:38:26.150852 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b284d6e-ea30-4600-96f6-fb027c10971d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cc4c42-5df9-451a-8398-e1f597616b17,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:26.224873 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-07eafeeb-ea81-4b1a-a74c-aeaa934fd86e req-a0f2f50a-3f58-4fb3-b4db-804785fd406c tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730422 Sep 18 12:38:26.305098 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-52899db2-2eff-485c-bf71-5f7297361c2b req-4a21b066-cc23-469d-8931-7361341e7e95 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7011892-bb0d-4bf7-95fd-0280ab3d8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475832 Sep 18 12:38:26.525324 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8b6975b7-ae4f-4754-b073-708d5a4b0525 req-463fb422-5a62-4237-bc17-f8f692f04f5b tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 210 time: 0.2087972 Sep 18 12:38:26.866429 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6d451-c249-4f1f-914b-c0716ccdced5 req-399108d3-f742-47e7-bdc9-904a1fbad634 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:26.875706 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b4a6d451-c249-4f1f-914b-c0716ccdced5 req-399108d3-f742-47e7-bdc9-904a1fbad634 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 931 time: 0.0751355 Sep 18 12:38:26.978587 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b4a6d451-c249-4f1f-914b-c0716ccdced5 req-028e182a-1d04-49a2-96dd-c7f07e8f6adf tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016467 Sep 18 12:38:27.043927 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a52bf413-4b2d-41ff-a054-ffc9b4c89aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:27.422926 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef7f12-d833-41e8-8d62-98f9ec0c7ed3 req-bc106dcf-1b53-46f0-b48f-0b5f4bca270e tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:27.433459 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-caef7f12-d833-41e8-8d62-98f9ec0c7ed3 req-bc106dcf-1b53-46f0-b48f-0b5f4bca270e tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 943 time: 0.1305745 Sep 18 12:38:27.454327 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267c12f3-f378-4e58-b46c-4453a12f745a', 'tag': 'af4da8e2-6830-49f9-be19-4120aed4673e'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:38:27.457687 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaebd357-be19-4c90-b071-296ff1c4b2c6" -d '{"events": [{"name": "network-changed", "server_uuid": "267c12f3-f378-4e58-b46c-4453a12f745a", "tag": "af4da8e2-6830-49f9-be19-4120aed4673e"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:38:27.509468 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-caef7f12-d833-41e8-8d62-98f9ec0c7ed3 req-ec6f5ace-458d-4642-9dae-d2f7d521607a tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751243 Sep 18 12:38:27.557342 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50808f5e-c366-4379-9a60-ac04d8f56415 req-cfd61fa0-74f4-4a64-9764-66eed7196755 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:27.565286 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-50808f5e-c366-4379-9a60-ac04d8f56415 req-cfd61fa0-74f4-4a64-9764-66eed7196755 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 944 time: 0.1123300 Sep 18 12:38:27.594676 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a031ee0d-b1eb-4c8f-8e9d-eea9ebf97f92 x-openstack-request-id: req-a031ee0d-b1eb-4c8f-8e9d-eea9ebf97f92 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:38:27.595136 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267c12f3-f378-4e58-b46c-4453a12f745a", "tag": "af4da8e2-6830-49f9-be19-4120aed4673e", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:38:27.595376 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a031ee0d-b1eb-4c8f-8e9d-eea9ebf97f92 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:38:27.595779 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267c12f3-f378-4e58-b46c-4453a12f745a', 'tag': 'af4da8e2-6830-49f9-be19-4120aed4673e', 'status': 'completed', 'code': 200} Sep 18 12:38:27.639810 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-50808f5e-c366-4379-9a60-ac04d8f56415 req-6f5de4d8-c6a2-4220-a7ab-7a70276c81b5 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7011892-bb0d-4bf7-95fd-0280ab3d8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735528 Sep 18 12:38:27.682315 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-394aac6a-9977-4533-95ee-bd136ec1cb10 req-429691b5-a61e-4614-98bb-e5d54026b5f7 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 210 time: 0.0288126 Sep 18 12:38:27.744952 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:28.077149 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:28.122270 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba3fad-4742-40f3-8df1-57012e292227 req-1e7ebb17-fcb5-40ef-9513-a999fcbe83fc tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:28.124514 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-79ba3fad-4742-40f3-8df1-57012e292227 req-1e7ebb17-fcb5-40ef-9513-a999fcbe83fc tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 931 time: 0.0524421 Sep 18 12:38:28.173543 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-79ba3fad-4742-40f3-8df1-57012e292227 req-c0829a71-4b8b-421f-911f-e379806ac4a1 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411153 Sep 18 12:38:28.422064 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-e168197d-16bf-4f2c-82d7-fbf9bca6f884 service neutron] Request body: {'port': {'device_id': 'ff92525e-1469-42eb-a0b9-dade3c72c867', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:38:28.503291 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-e168197d-16bf-4f2c-82d7-fbf9bca6f884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:28.533704 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6c7ba-d444-46bf-a760-484cd0e49847 req-0738ff6c-21a5-4ff8-adbb-8cedd4569204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:28.536565 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c1e6c7ba-d444-46bf-a760-484cd0e49847 req-0738ff6c-21a5-4ff8-adbb-8cedd4569204 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbe0aabe590943c68b496df6463a2b88&device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 1096 time: 0.1111689 Sep 18 12:38:28.647408 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.13', 63444) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:28.788452 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebd357-be19-4c90-b071-296ff1c4b2c6 req-30c7f11c-a296-4a24-9145-2771acc03678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:28.789989 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-aaebd357-be19-4c90-b071-296ff1c4b2c6 req-30c7f11c-a296-4a24-9145-2771acc03678 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a792bb4fbeae46e3a5abe7197efe8adc&device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 1096 time: 0.1836941 Sep 18 12:38:28.911037 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0009250-2dd3-4d5f-a712-6d0489d378c6 req-ca0feb19-3c20-4451-bbda-d4e9315f7c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:28.912737 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c0009250-2dd3-4d5f-a712-6d0489d378c6 req-ca0feb19-3c20-4451-bbda-d4e9315f7c5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59c56ca635c240e0a4cc6ac6cbee3bef&device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 1097 time: 0.3364780 Sep 18 12:38:28.939291 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6c7ba-d444-46bf-a760-484cd0e49847 req-65b0c7dc-99bb-4f67-8e9f-f668fad940c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:28.940947 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c1e6c7ba-d444-46bf-a760-484cd0e49847 req-65b0c7dc-99bb-4f67-8e9f-f668fad940c9 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=dbe0aabe590943c68b496df6463a2b88&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3743179 Sep 18 12:38:29.001298 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1316e-d818-4075-9a13-8f62e8ae9f61 req-631cc944-2a6c-4af2-8dfa-569961442052 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:29.003002 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-24f1316e-d818-4075-9a13-8f62e8ae9f61 req-631cc944-2a6c-4af2-8dfa-569961442052 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 943 time: 0.3796151 Sep 18 12:38:29.042030 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898022ab-7536-4632-8dee-3a154c5e2fd1 req-c0283a45-9563-4da1-b4c8-935c26ffaa64 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:29.044104 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-898022ab-7536-4632-8dee-3a154c5e2fd1 req-c0283a45-9563-4da1-b4c8-935c26ffaa64 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 944 time: 0.2686856 Sep 18 12:38:29.067880 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebd357-be19-4c90-b071-296ff1c4b2c6 req-350a6c07-2d48-4b13-90c2-3152be6b5d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:29.069365 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-aaebd357-be19-4c90-b071-296ff1c4b2c6 req-350a6c07-2d48-4b13-90c2-3152be6b5d47 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a792bb4fbeae46e3a5abe7197efe8adc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2382061 Sep 18 12:38:29.086837 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74658586-cc48-4055-af2a-9f9f2580adbc req-d5f7d6a3-795b-4203-af8a-056927caf005 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:29.088278 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74658586-cc48-4055-af2a-9f9f2580adbc req-d5f7d6a3-795b-4203-af8a-056927caf005 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.13 "GET /v2.0/networks?id=4ab574f3-0ba4-4c64-96c3-ff427a72d455 HTTP/1.1" status: 200 len: 817 time: 0.4397657 Sep 18 12:38:29.169791 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-e168197d-16bf-4f2c-82d7-fbf9bca6f884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3184ff7a-e1fc-4d51-bca2-78b9800fd2fb {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:38:29.327639 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-898022ab-7536-4632-8dee-3a154c5e2fd1 req-974c3373-8862-47a3-a95f-229fe7690b10 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7011892-bb0d-4bf7-95fd-0280ab3d8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704444 Sep 18 12:38:29.345338 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-24f1316e-d818-4075-9a13-8f62e8ae9f61 req-65b3d5af-1736-4ae5-9b02-5e3d63c56242 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985907 Sep 18 12:38:29.356010 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74658586-cc48-4055-af2a-9f9f2580adbc req-81e107b5-9cc4-4e24-af15-00fe82a4f4cd tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9477430a832042d4b203b849bafeb9e9 HTTP/1.1" status: 200 len: 380 time: 0.2270362 Sep 18 12:38:29.357055 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0009250-2dd3-4d5f-a712-6d0489d378c6 req-8a5bb0d4-2c19-42b6-bfc7-dbb3d944b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:29.358432 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c0009250-2dd3-4d5f-a712-6d0489d378c6 req-8a5bb0d4-2c19-42b6-bfc7-dbb3d944b263 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=59c56ca635c240e0a4cc6ac6cbee3bef&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4359639 Sep 18 12:38:29.364656 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6c7ba-d444-46bf-a760-484cd0e49847 req-5704bb56-9b75-4746-9fef-3783775d15d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:29.366161 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c1e6c7ba-d444-46bf-a760-484cd0e49847 req-5704bb56-9b75-4746-9fef-3783775d15d4 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4032741 Sep 18 12:38:29.373230 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-74658586-cc48-4055-af2a-9f9f2580adbc req-02dc36fe-c89d-4f48-b44c-e1d65924d58d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Request body: {'port': {'device_id': '316eb69f-a7bb-47d6-ac2e-939d6496685a', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'admin_state_up': True, 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'security_groups': ['f896cbb2-28f3-4ac5-b72f-6e03cb380eb1']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:38:29.380825 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-e168197d-16bf-4f2c-82d7-fbf9bca6f884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:29.487070 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-e168197d-16bf-4f2c-82d7-fbf9bca6f884 service neutron] Transition to ACTIVE for port object 3184ff7a-e1fc-4d51-bca2-78b9800fd2fb will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 12:38:29.509986 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-e168197d-16bf-4f2c-82d7-fbf9bca6f884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:29.571681 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebd357-be19-4c90-b071-296ff1c4b2c6 req-881d69a5-4221-48fd-a00a-341850c5f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:29.573985 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-aaebd357-be19-4c90-b071-296ff1c4b2c6 req-881d69a5-4221-48fd-a00a-341850c5f2b6 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4972582 Sep 18 12:38:29.591452 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168197d-16bf-4f2c-82d7-fbf9bca6f884 service neutron] Pushing event updated for resources: {'Port': ['ID=3184ff7a-e1fc-4d51-bca2-78b9800fd2fb,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:29.605997 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:29.659458 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-e168197d-16bf-4f2c-82d7-fbf9bca6f884 service neutron] Attempting to bind port 3184ff7a-e1fc-4d51-bca2-78b9800fd2fb on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:38:29.660052 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-e168197d-16bf-4f2c-82d7-fbf9bca6f884 service neutron] Attempting to bind port 3184ff7a-e1fc-4d51-bca2-78b9800fd2fb by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': '4cc966f8-9358-4356-a829-0cf81e4c7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4df28532-82af-4330-b91d-ced682f08dad'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:38:29.660540 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-e168197d-16bf-4f2c-82d7-fbf9bca6f884 service neutron] Attempting to bind port 3184ff7a-e1fc-4d51-bca2-78b9800fd2fb on network 4df28532-82af-4330-b91d-ced682f08dad {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:38:29.670004 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-e168197d-16bf-4f2c-82d7-fbf9bca6f884 service neutron] Port 3184ff7a-e1fc-4d51-bca2-78b9800fd2fb on network 4df28532-82af-4330-b91d-ced682f08dad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 12:38:29.670555 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-e168197d-16bf-4f2c-82d7-fbf9bca6f884 service neutron] Attempting to bind port 3184ff7a-e1fc-4d51-bca2-78b9800fd2fb on network 4df28532-82af-4330-b91d-ced682f08dad {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:38:29.683678 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-e168197d-16bf-4f2c-82d7-fbf9bca6f884 service neutron] Checking agent: {'id': '48060bde-194c-4a59-bb73-c876edc89e02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'started_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:38:29.684268 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-e168197d-16bf-4f2c-82d7-fbf9bca6f884 service neutron] Checking segment: {'id': '4cc966f8-9358-4356-a829-0cf81e4c7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4df28532-82af-4330-b91d-ced682f08dad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:38:29.684885 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-e168197d-16bf-4f2c-82d7-fbf9bca6f884 service neutron] Bound using segment: {'id': '4cc966f8-9358-4356-a829-0cf81e4c7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4df28532-82af-4330-b91d-ced682f08dad'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:38:29.685506 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-e168197d-16bf-4f2c-82d7-fbf9bca6f884 service neutron] Bound port: 3184ff7a-e1fc-4d51-bca2-78b9800fd2fb, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc966f8-9358-4356-a829-0cf81e4c7ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4df28532-82af-4330-b91d-ced682f08dad'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:38:29.686012 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-e168197d-16bf-4f2c-82d7-fbf9bca6f884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:29.697728 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cc219b7a-0c8b-456c-b7d5-292a723b20f3 req-662923d5-8512-4c8b-9c36-bc92afc6c1b4 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 210 time: 0.1187615 Sep 18 12:38:29.724988 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-09277e10-65d9-4b59-a622-1debcc129f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:29.728070 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-09277e10-65d9-4b59-a622-1debcc129f83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a792bb4fbeae46e3a5abe7197efe8adc&device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 1096 time: 0.1085823 Sep 18 12:38:29.763233 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-12f1d81e-5298-442e-91f4-d43d39e09a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:29.765058 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-12f1d81e-5298-442e-91f4-d43d39e09a07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbe0aabe590943c68b496df6463a2b88&device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 1096 time: 0.2511163 Sep 18 12:38:29.771284 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0009250-2dd3-4d5f-a712-6d0489d378c6 req-712238f8-e4b6-4a0d-bdb8-ad1465203a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:29.773673 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c0009250-2dd3-4d5f-a712-6d0489d378c6 req-712238f8-e4b6-4a0d-bdb8-ad1465203a16 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3964686 Sep 18 12:38:29.784575 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579f4dc-642d-4376-a8f1-0ffce624eb9b req-158a5c0f-2dd6-4d95-b52a-f401dd36f36e tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:29.786398 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7579f4dc-642d-4376-a8f1-0ffce624eb9b req-158a5c0f-2dd6-4d95-b52a-f401dd36f36e tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 943 time: 0.2044137 Sep 18 12:38:29.858497 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-771004be-43e0-4e08-82a5-de84b38e94b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=af4da8e2-6830-49f9-be19-4120aed4673e HTTP/1.1" status: 200 len: 217 time: 0.0969598 Sep 18 12:38:29.978055 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-e168197d-16bf-4f2c-82d7-fbf9bca6f884 service neutron] For port 3184ff7a-e1fc-4d51-bca2-78b9800fd2fb, host hv-cinder-80989, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:38:29.982995 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-e168197d-16bf-4f2c-82d7-fbf9bca6f884 service neutron] For port 3184ff7a-e1fc-4d51-bca2-78b9800fd2fb, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=3184ff7a-e1fc-4d51-bca2-78b9800fd2fb,segment=NetworkSegment(4cc966f8-9358-4356-a829-0cf81e4c7ae7),segment_id=4cc966f8-9358-4356-a829-0cf81e4c7ae7)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:38:29.988185 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-e168197d-16bf-4f2c-82d7-fbf9bca6f884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:29.991215 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-5c2f3ca0-f536-45a5-9b2a-a91aae7cb02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:29.992808 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-5c2f3ca0-f536-45a5-9b2a-a91aae7cb02c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de9e0f89-2fac-4bfb-b9e8-42c05ff8d04e HTTP/1.1" status: 200 len: 855 time: 0.0875275 Sep 18 12:38:30.069687 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-48a2345c-f98f-4896-a397-a085e448b182 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d75058b-9aca-494d-823b-ca9a6b34652a HTTP/1.1" status: 200 len: 217 time: 0.2947488 Sep 18 12:38:30.079219 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 48882) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:30.081205 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74658586-cc48-4055-af2a-9f9f2580adbc req-02dc36fe-c89d-4f48-b44c-e1d65924d58d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Made reservation on behalf of 9477430a832042d4b203b849bafeb9e9 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:38:30.085258 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-9823536d-0acd-4fb2-8526-a25574c19b4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0258a11c-e78a-4182-aaeb-730e179fbfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798767 Sep 18 12:38:30.085672 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-74658586-cc48-4055-af2a-9f9f2580adbc req-02dc36fe-c89d-4f48-b44c-e1d65924d58d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:30.087040 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-e168197d-16bf-4f2c-82d7-fbf9bca6f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:30.087643 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-e168197d-16bf-4f2c-82d7-fbf9bca6f884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:30.088935 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-e168197d-16bf-4f2c-82d7-fbf9bca6f884 service neutron] 10.222.0.13 "PUT /v2.0/ports/3184ff7a-e1fc-4d51-bca2-78b9800fd2fb HTTP/1.1" status: 200 len: 1093 time: 1.6714816 Sep 18 12:38:30.094698 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff92525e-1469-42eb-a0b9-dade3c72c867', 'tag': '3184ff7a-e1fc-4d51-bca2-78b9800fd2fb'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:38:30.098127 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e020be344c3c72492647676234d3904a5fccbfbca8e1277db2cbf238375b01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b9d868-e580-4e6d-b01f-24183177cd8c" -d '{"events": [{"name": "network-changed", "server_uuid": "ff92525e-1469-42eb-a0b9-dade3c72c867", "tag": "3184ff7a-e1fc-4d51-bca2-78b9800fd2fb"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:38:30.178197 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7579f4dc-642d-4376-a8f1-0ffce624eb9b req-c681f5d2-0a80-49ce-ad4a-1a884357d445 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534818 Sep 18 12:38:30.191636 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168197d-16bf-4f2c-82d7-fbf9bca6f884 service neutron] Pushing event updated for resources: {'Port': ['ID=3184ff7a-e1fc-4d51-bca2-78b9800fd2fb,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:30.215155 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-0a343d8e-3321-41b3-bb13-e2eac9515dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:30.221338 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-0a343d8e-3321-41b3-bb13-e2eac9515dfe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cf48ed02-5e60-492d-a444-1382b9731455 HTTP/1.1" status: 200 len: 858 time: 0.1409662 Sep 18 12:38:30.224349 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-1fc832a3-7c95-42dd-b201-889c4db7c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:30.226074 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-1fc832a3-7c95-42dd-b201-889c4db7c6f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59c56ca635c240e0a4cc6ac6cbee3bef&device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 1097 time: 0.1676710 Sep 18 12:38:30.259047 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c9bc34-f9da-4b54-9458-e3d43234607c x-openstack-request-id: req-92c9bc34-f9da-4b54-9458-e3d43234607c {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:38:30.259331 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff92525e-1469-42eb-a0b9-dade3c72c867", "tag": "3184ff7a-e1fc-4d51-bca2-78b9800fd2fb", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:38:30.259577 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92c9bc34-f9da-4b54-9458-e3d43234607c {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:38:30.259991 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff92525e-1469-42eb-a0b9-dade3c72c867', 'tag': '3184ff7a-e1fc-4d51-bca2-78b9800fd2fb', 'status': 'completed', 'code': 200} Sep 18 12:38:30.269489 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-438359d7-45b0-4916-9f35-be7e96d24410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:30.270976 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-438359d7-45b0-4916-9f35-be7e96d24410 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbe0aabe590943c68b496df6463a2b88&device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 1096 time: 0.1326866 Sep 18 12:38:30.292962 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a0aa6061-9065-4cd6-a3db-deb3ae96a6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:30.331101 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-7b2c878b-64f5-4bb4-86b3-8eb62cd8dfda service neutron] 10.222.0.13 "GET /v2.0/networks/0258a11c-e78a-4182-aaeb-730e179fbfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299066 Sep 18 12:38:30.333115 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-27e37f55-e9c7-4c20-b651-dba8388da2a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3184ff7a-e1fc-4d51-bca2-78b9800fd2fb HTTP/1.1" status: 200 len: 217 time: 0.0471718 Sep 18 12:38:30.350279 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-dc298a2c-cca8-490f-ae20-226605c3ed04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f7b2a24-6c08-49a1-91b7-52fe7ff7b658 HTTP/1.1" status: 200 len: 217 time: 0.0894682 Sep 18 12:38:30.352160 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-3d6bff30-ea6d-4cd2-9e02-5d1e186d079a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4df28532-82af-4330-b91d-ced682f08dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933409 Sep 18 12:38:30.483738 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-2d2caad8-f42b-4fb0-afff-6d0758bc1681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:30.485157 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-2d2caad8-f42b-4fb0-afff-6d0758bc1681 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cf48ed02-5e60-492d-a444-1382b9731455 HTTP/1.1" status: 200 len: 858 time: 0.1319132 Sep 18 12:38:30.537047 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-bd8de3f8-f6e0-48a8-bcbe-ab261ecc2493 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4df28532-82af-4330-b91d-ced682f08dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430512 Sep 18 12:38:30.543607 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-8c59faf9-1a5c-456c-9da3-7b21a26ebfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:30.545527 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-8c59faf9-1a5c-456c-9da3-7b21a26ebfdf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf05fc48-afea-4a33-a31b-1178de61f7ad HTTP/1.1" status: 200 len: 851 time: 0.1792519 Sep 18 12:38:30.547896 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-b77d9b1c-b77d-4005-967c-6d93666e6b92 service neutron] 10.222.0.13 "GET /v2.0/networks/0258a11c-e78a-4182-aaeb-730e179fbfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028263 Sep 18 12:38:30.598800 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-74658586-cc48-4055-af2a-9f9f2580adbc req-02dc36fe-c89d-4f48-b44c-e1d65924d58d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Allocated IP 172.20.0.11 (4ab574f3-0ba4-4c64-96c3-ff427a72d455/60194707-770d-4fdc-856c-c0e71f0849f4/6eed02d6-1e85-4490-b354-60f900f3cf5e) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:38:30.628404 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a0aa6061-9065-4cd6-a3db-deb3ae96a6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:30.636210 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a0aa6061-9065-4cd6-a3db-deb3ae96a6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:30.653711 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-9aa01b14-288d-4fe2-ab47-b8d69badaa84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fdc5fdc-8105-4236-8c1d-245ec9717be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790012 Sep 18 12:38:30.655450 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-f9111e22-3a72-4f91-9445-8c1da6b31907 service neutron] 10.222.0.13 "GET /v2.0/networks/4df28532-82af-4330-b91d-ced682f08dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877443 Sep 18 12:38:30.688631 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-a0aa6061-9065-4cd6-a3db-deb3ae96a6fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=45fc3cf2786144e4871c21ab6e1f5358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6036882 Sep 18 12:38:30.689008 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 48896) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:30.693613 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa6061-9065-4cd6-a3db-deb3ae96a6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304d83b0-61a1-42ce-afbb-5049f24d6bdb,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:30.700088 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-b4aeba87-e893-4bab-8d2b-40fcaf4ac206 service neutron] 10.222.0.13 "GET /v2.0/networks/4df28532-82af-4330-b91d-ced682f08dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544161 Sep 18 12:38:30.758956 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09950f58-97fc-4c9a-8e7b-a96bb922e7d9 req-ddf80eda-77c5-43e8-ac21-f4c15d153ea6 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:30.760525 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-09950f58-97fc-4c9a-8e7b-a96bb922e7d9 req-ddf80eda-77c5-43e8-ac21-f4c15d153ea6 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 943 time: 0.2097449 Sep 18 12:38:30.777459 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcdb1b-548e-41bc-8aff-1937a8f1f2cd req-ef6aec7b-42a6-440b-a571-1adecb87678b tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:30.778925 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bebcdb1b-548e-41bc-8aff-1937a8f1f2cd req-ef6aec7b-42a6-440b-a571-1adecb87678b tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 944 time: 0.2270803 Sep 18 12:38:30.794842 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-61c405f3-e44e-4ace-a148-b88fc18c70f3 req-4c2e869d-8dc9-4810-a663-f070ac661f23 service neutron] 10.222.0.13 "GET /v2.0/networks/4df28532-82af-4330-b91d-ced682f08dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873871 Sep 18 12:38:30.881156 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9d868-e580-4e6d-b01f-24183177cd8c req-7d8d0d32-f0ed-4bd6-bece-d2b73b8eba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:30.882597 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-82b9d868-e580-4e6d-b01f-24183177cd8c req-7d8d0d32-f0ed-4bd6-bece-d2b73b8eba87 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbe0aabe590943c68b496df6463a2b88&device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 1096 time: 0.0423057 Sep 18 12:38:31.056800 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-09950f58-97fc-4c9a-8e7b-a96bb922e7d9 req-2742fd58-192a-4f7e-b9f6-9623580927dc tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682786 Sep 18 12:38:31.058851 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-4f28da1d-24b7-48c0-816b-f835bc4e91b0 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdc5fdc-8105-4236-8c1d-245ec9717be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882935 Sep 18 12:38:31.060643 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0642eb67-7f5e-4c00-9857-c74fe9aa24f0 req-bae935d9-69e8-4ffb-bf5f-cab9fd96bb8d service neutron] 10.222.0.13 "GET /v2.0/networks/4df28532-82af-4330-b91d-ced682f08dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912678 Sep 18 12:38:31.074122 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bebcdb1b-548e-41bc-8aff-1937a8f1f2cd req-f352baa2-0890-4e8b-9150-f745edd13e0a tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7011892-bb0d-4bf7-95fd-0280ab3d8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307243 Sep 18 12:38:31.116209 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9d868-e580-4e6d-b01f-24183177cd8c req-1f4f05a9-63da-4b7b-8b7a-1ce8582f4c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:31.117836 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-82b9d868-e580-4e6d-b01f-24183177cd8c req-1f4f05a9-63da-4b7b-8b7a-1ce8582f4c86 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4df28532-82af-4330-b91d-ced682f08dad HTTP/1.1" status: 200 len: 919 time: 0.2281139 Sep 18 12:38:31.177756 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-82b9d868-e580-4e6d-b01f-24183177cd8c req-d1d722ac-b654-4b19-a744-0c4d0759eacb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3184ff7a-e1fc-4d51-bca2-78b9800fd2fb HTTP/1.1" status: 200 len: 217 time: 0.0461287 Sep 18 12:38:31.241770 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a46c1eb5-498d-47ac-886c-e9c9421e7246 req-e45fb678-e6f9-4d30-9968-0d13b211ec81 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 210 time: 0.1057489 Sep 18 12:38:31.249529 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-74658586-cc48-4055-af2a-9f9f2580adbc req-02dc36fe-c89d-4f48-b44c-e1d65924d58d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:31.251011 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-53cd4974-4621-4920-93be-5f67f881bdf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:31.297254 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9d868-e580-4e6d-b01f-24183177cd8c req-a18711c8-1800-4bbd-8306-48cd322da3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:31.298848 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-82b9d868-e580-4e6d-b01f-24183177cd8c req-a18711c8-1800-4bbd-8306-48cd322da3c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cf48ed02-5e60-492d-a444-1382b9731455 HTTP/1.1" status: 200 len: 858 time: 0.1137376 Sep 18 12:38:31.334479 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-53cd4974-4621-4920-93be-5f67f881bdf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:31.339373 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab7c114e-dab2-415f-a4d0-a598a099286d req-81de0e41-e516-44d2-b332-e01c004c8564 service neutron] 10.222.0.13 "GET /v2.0/networks/6fdc5fdc-8105-4236-8c1d-245ec9717be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619433 Sep 18 12:38:31.344882 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-82b9d868-e580-4e6d-b01f-24183177cd8c req-62ee4e2a-70b8-4f68-84c0-8a0f5d695875 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4df28532-82af-4330-b91d-ced682f08dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373380 Sep 18 12:38:31.411736 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-74658586-cc48-4055-af2a-9f9f2580adbc req-02dc36fe-c89d-4f48-b44c-e1d65924d58d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:31.436442 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf1100-e007-4ba5-8620-7b77007ac4bd req-937a5c50-6b50-402c-933e-94b3092e5e88 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:31.437978 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-43bf1100-e007-4ba5-8620-7b77007ac4bd req-937a5c50-6b50-402c-933e-94b3092e5e88 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 943 time: 0.1372113 Sep 18 12:38:31.480189 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-82b9d868-e580-4e6d-b01f-24183177cd8c req-5f9f7a47-8d8a-4059-ae52-fd80c48ec88c service neutron] 10.222.0.13 "GET /v2.0/networks/4df28532-82af-4330-b91d-ced682f08dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228929 Sep 18 12:38:31.487457 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74658586-cc48-4055-af2a-9f9f2580adbc req-02dc36fe-c89d-4f48-b44c-e1d65924d58d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Network 4ab574f3-0ba4-4c64-96c3-ff427a72d455 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:38:31.495438 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-74658586-cc48-4055-af2a-9f9f2580adbc req-02dc36fe-c89d-4f48-b44c-e1d65924d58d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:38:31.507695 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-74658586-cc48-4055-af2a-9f9f2580adbc req-02dc36fe-c89d-4f48-b44c-e1d65924d58d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:38:31.512353 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74658586-cc48-4055-af2a-9f9f2580adbc req-02dc36fe-c89d-4f48-b44c-e1d65924d58d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:31.513017 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-74658586-cc48-4055-af2a-9f9f2580adbc req-02dc36fe-c89d-4f48-b44c-e1d65924d58d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:31.516907 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc36fe-c89d-4f48-b44c-e1d65924d58d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Pushing event updated for resources: {'Port': ['ID=6eed02d6-1e85-4490-b354-60f900f3cf5e,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:31.524518 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-53cd4974-4621-4920-93be-5f67f881bdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:31.527131 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-53cd4974-4621-4920-93be-5f67f881bdf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:31.528420 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-53cd4974-4621-4920-93be-5f67f881bdf1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/304d83b0-61a1-42ce-afbb-5049f24d6bdb HTTP/1.1" status: 204 len: 168 time: 0.8349481 Sep 18 12:38:31.560384 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd4974-4621-4920-93be-5f67f881bdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304d83b0-61a1-42ce-afbb-5049f24d6bdb,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:31.597607 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-43bf1100-e007-4ba5-8620-7b77007ac4bd req-d13f82b3-2a5b-40bb-b0c0-61304c8886b6 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385965 Sep 18 12:38:31.607634 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74658586-cc48-4055-af2a-9f9f2580adbc req-02dc36fe-c89d-4f48-b44c-e1d65924d58d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2404025 Sep 18 12:38:31.623132 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-74658586-cc48-4055-af2a-9f9f2580adbc req-43039b8f-27f6-4016-8ec3-3d47132fd2fb service neutron] Request body: {'port': {'device_id': '316eb69f-a7bb-47d6-ac2e-939d6496685a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:38:31.651711 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-82b9d868-e580-4e6d-b01f-24183177cd8c req-c8d8c883-7205-4ef2-9e39-731aadd24721 service neutron] 10.222.0.13 "GET /v2.0/networks/4df28532-82af-4330-b91d-ced682f08dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630235 Sep 18 12:38:31.715414 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-74658586-cc48-4055-af2a-9f9f2580adbc req-43039b8f-27f6-4016-8ec3-3d47132fd2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:31.861635 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-d5cb185e-592e-4b53-bacf-3f9e15cc2fa9 None None] Provisioning complete for port 6eed02d6-1e85-4490-b354-60f900f3cf5e triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:38:31.862265 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d5cb185e-592e-4b53-bacf-3f9e15cc2fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:31.908785 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-d5cb185e-592e-4b53-bacf-3f9e15cc2fa9 None None] Port 6eed02d6-1e85-4490-b354-60f900f3cf5e cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 12:38:31.929177 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 48956) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:32.027987 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-74658586-cc48-4055-af2a-9f9f2580adbc req-43039b8f-27f6-4016-8ec3-3d47132fd2fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eed02d6-1e85-4490-b354-60f900f3cf5e {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:38:32.037790 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-74658586-cc48-4055-af2a-9f9f2580adbc req-43039b8f-27f6-4016-8ec3-3d47132fd2fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:32.054762 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-74658586-cc48-4055-af2a-9f9f2580adbc req-43039b8f-27f6-4016-8ec3-3d47132fd2fb service neutron] Transition to ACTIVE for port object 6eed02d6-1e85-4490-b354-60f900f3cf5e will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 12:38:32.058206 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c2178081-5447-4416-96d9-7e8bbf60b6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:32.058764 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-74658586-cc48-4055-af2a-9f9f2580adbc req-43039b8f-27f6-4016-8ec3-3d47132fd2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:32.154210 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43039b8f-27f6-4016-8ec3-3d47132fd2fb service neutron] Pushing event updated for resources: {'Port': ['ID=6eed02d6-1e85-4490-b354-60f900f3cf5e,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:32.159721 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-74658586-cc48-4055-af2a-9f9f2580adbc req-43039b8f-27f6-4016-8ec3-3d47132fd2fb service neutron] Attempting to bind port 6eed02d6-1e85-4490-b354-60f900f3cf5e on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:38:32.160062 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-74658586-cc48-4055-af2a-9f9f2580adbc req-43039b8f-27f6-4016-8ec3-3d47132fd2fb service neutron] Attempting to bind port 6eed02d6-1e85-4490-b354-60f900f3cf5e by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': '973df3dd-2de9-4dd8-8f0e-0c9e28980640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:38:32.160390 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74658586-cc48-4055-af2a-9f9f2580adbc req-43039b8f-27f6-4016-8ec3-3d47132fd2fb service neutron] Attempting to bind port 6eed02d6-1e85-4490-b354-60f900f3cf5e on network 4ab574f3-0ba4-4c64-96c3-ff427a72d455 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:38:32.166757 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74658586-cc48-4055-af2a-9f9f2580adbc req-43039b8f-27f6-4016-8ec3-3d47132fd2fb service neutron] Port 6eed02d6-1e85-4490-b354-60f900f3cf5e on network 4ab574f3-0ba4-4c64-96c3-ff427a72d455 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 12:38:32.167349 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74658586-cc48-4055-af2a-9f9f2580adbc req-43039b8f-27f6-4016-8ec3-3d47132fd2fb service neutron] Attempting to bind port 6eed02d6-1e85-4490-b354-60f900f3cf5e on network 4ab574f3-0ba4-4c64-96c3-ff427a72d455 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:38:32.227412 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c2178081-5447-4416-96d9-7e8bbf60b6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:32.239083 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c2178081-5447-4416-96d9-7e8bbf60b6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:32.289145 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178081-5447-4416-96d9-7e8bbf60b6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49205e2d-ab39-4aca-9591-6d1efe8c7a27,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:32.297711 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-c2178081-5447-4416-96d9-7e8bbf60b6f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=77510110a1a847c8a67f2914a0488b62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3670640 Sep 18 12:38:32.298813 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 48978) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:32.362227 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c878f1af-a77f-4147-b469-1be4011277a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:32.383485 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 3184ff7a-e1fc-4d51-bca2-78b9800fd2fb details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 12:38:32.396383 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74658586-cc48-4055-af2a-9f9f2580adbc req-43039b8f-27f6-4016-8ec3-3d47132fd2fb service neutron] Checking agent: {'id': '48060bde-194c-4a59-bb73-c876edc89e02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'started_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:38:32.396962 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74658586-cc48-4055-af2a-9f9f2580adbc req-43039b8f-27f6-4016-8ec3-3d47132fd2fb service neutron] Checking segment: {'id': '973df3dd-2de9-4dd8-8f0e-0c9e28980640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:38:32.397482 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74658586-cc48-4055-af2a-9f9f2580adbc req-43039b8f-27f6-4016-8ec3-3d47132fd2fb service neutron] Bound using segment: {'id': '973df3dd-2de9-4dd8-8f0e-0c9e28980640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:38:32.398732 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-74658586-cc48-4055-af2a-9f9f2580adbc req-43039b8f-27f6-4016-8ec3-3d47132fd2fb service neutron] Bound port: 6eed02d6-1e85-4490-b354-60f900f3cf5e, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '973df3dd-2de9-4dd8-8f0e-0c9e28980640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:38:32.399262 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-74658586-cc48-4055-af2a-9f9f2580adbc req-43039b8f-27f6-4016-8ec3-3d47132fd2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:32.408615 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c878f1af-a77f-4147-b469-1be4011277a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:32.480483 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c878f1af-a77f-4147-b469-1be4011277a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:32.487490 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c878f1af-a77f-4147-b469-1be4011277a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:32.492264 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-c878f1af-a77f-4147-b469-1be4011277a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49205e2d-ab39-4aca-9591-6d1efe8c7a27 HTTP/1.1" status: 204 len: 168 time: 0.1916625 Sep 18 12:38:32.502426 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878f1af-a77f-4147-b469-1be4011277a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49205e2d-ab39-4aca-9591-6d1efe8c7a27,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:32.513246 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516e039-f8c3-45d3-84d9-5185fd449f2b req-c8fe0a1f-b809-4d2c-872d-dcaa159b9593 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:32.520804 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8516e039-f8c3-45d3-84d9-5185fd449f2b req-c8fe0a1f-b809-4d2c-872d-dcaa159b9593 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 943 time: 0.3548217 Sep 18 12:38:32.559217 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696aca9e-6908-4060-b1ef-e5f6f11a5cc2 req-bf9c133b-2488-4e47-b57e-1dd099291b42 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:32.566464 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-696aca9e-6908-4060-b1ef-e5f6f11a5cc2 req-bf9c133b-2488-4e47-b57e-1dd099291b42 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 944 time: 0.1778839 Sep 18 12:38:32.572099 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 3184ff7a-e1fc-4d51-bca2-78b9800fd2fb, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=3184ff7a-e1fc-4d51-bca2-78b9800fd2fb,segment=NetworkSegment(4cc966f8-9358-4356-a829-0cf81e4c7ae7),segment_id=4cc966f8-9358-4356-a829-0cf81e4c7ae7)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:38:32.589365 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Returning: {'device': '3184ff7a-e1fc-4d51-bca2-78b9800fd2fb', 'network_id': '4df28532-82af-4330-b91d-ced682f08dad', 'port_id': '3184ff7a-e1fc-4d51-bca2-78b9800fd2fb', 'mac_address': 'fa:16:3e:1f:97:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf48ed02-5e60-492d-a444-1382b9731455', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 12:38:32.625350 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8516e039-f8c3-45d3-84d9-5185fd449f2b req-9be21059-4600-41b8-9975-e4d850caa88f tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889261 Sep 18 12:38:32.647039 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:32.663003 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3184ff7a-e1fc-4d51-bca2-78b9800fd2fb {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:38:32.689884 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-74658586-cc48-4055-af2a-9f9f2580adbc req-43039b8f-27f6-4016-8ec3-3d47132fd2fb service neutron] For port 6eed02d6-1e85-4490-b354-60f900f3cf5e, host hv-cinder-80989, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:38:32.718586 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 3184ff7a-e1fc-4d51-bca2-78b9800fd2fb, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=3184ff7a-e1fc-4d51-bca2-78b9800fd2fb,segment=NetworkSegment(4cc966f8-9358-4356-a829-0cf81e4c7ae7),segment_id=4cc966f8-9358-4356-a829-0cf81e4c7ae7)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:38:32.719121 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-74658586-cc48-4055-af2a-9f9f2580adbc req-43039b8f-27f6-4016-8ec3-3d47132fd2fb service neutron] For port 6eed02d6-1e85-4490-b354-60f900f3cf5e, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=6eed02d6-1e85-4490-b354-60f900f3cf5e,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:38:32.728830 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:32.729929 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device af4da8e2-6830-49f9-be19-4120aed4673e details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 12:38:32.764687 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-696aca9e-6908-4060-b1ef-e5f6f11a5cc2 req-b1e8c70a-ec8a-4b00-9ac1-d7b5227e7078 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7011892-bb0d-4bf7-95fd-0280ab3d8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973147 Sep 18 12:38:32.765845 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-74658586-cc48-4055-af2a-9f9f2580adbc req-43039b8f-27f6-4016-8ec3-3d47132fd2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:32.819394 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=3184ff7a-e1fc-4d51-bca2-78b9800fd2fb,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:32.889196 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74658586-cc48-4055-af2a-9f9f2580adbc req-43039b8f-27f6-4016-8ec3-3d47132fd2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:32.889830 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-74658586-cc48-4055-af2a-9f9f2580adbc req-43039b8f-27f6-4016-8ec3-3d47132fd2fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:32.891215 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74658586-cc48-4055-af2a-9f9f2580adbc req-43039b8f-27f6-4016-8ec3-3d47132fd2fb service neutron] 10.222.0.13 "PUT /v2.0/ports/6eed02d6-1e85-4490-b354-60f900f3cf5e HTTP/1.1" status: 200 len: 1094 time: 1.2726443 Sep 18 12:38:32.893513 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316eb69f-a7bb-47d6-ac2e-939d6496685a', 'tag': '6eed02d6-1e85-4490-b354-60f900f3cf5e'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:38:32.895787 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a5e009-8ce7-40d0-a40f-c5d5fbdb7b15" -d '{"events": [{"name": "network-changed", "server_uuid": "316eb69f-a7bb-47d6-ac2e-939d6496685a", "tag": "6eed02d6-1e85-4490-b354-60f900f3cf5e"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:38:32.914385 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43039b8f-27f6-4016-8ec3-3d47132fd2fb service neutron] Pushing event updated for resources: {'Port': ['ID=6eed02d6-1e85-4490-b354-60f900f3cf5e,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:32.933897 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port af4da8e2-6830-49f9-be19-4120aed4673e, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=af4da8e2-6830-49f9-be19-4120aed4673e,segment=NetworkSegment(e611941f-17b4-4933-b698-5af07f251eef),segment_id=e611941f-17b4-4933-b698-5af07f251eef)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:38:32.956174 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53354e4a-87f5-4944-9d26-230d012dbefe req-2f364c77-0328-4b68-b326-1ee757c1bec8 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:32.957846 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-53354e4a-87f5-4944-9d26-230d012dbefe req-2f364c77-0328-4b68-b326-1ee757c1bec8 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.2351823 Sep 18 12:38:32.966275 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Returning: {'device': 'af4da8e2-6830-49f9-be19-4120aed4673e', 'network_id': '0258a11c-e78a-4182-aaeb-730e179fbfeb', 'port_id': 'af4da8e2-6830-49f9-be19-4120aed4673e', 'mac_address': 'fa:16:3e:26:21:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9e0f89-2fac-4bfb-b9e8-42c05ff8d04e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 12:38:33.018964 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:33.035707 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af4da8e2-6830-49f9-be19-4120aed4673e {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:38:33.064569 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port af4da8e2-6830-49f9-be19-4120aed4673e, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=af4da8e2-6830-49f9-be19-4120aed4673e,segment=NetworkSegment(e611941f-17b4-4933-b698-5af07f251eef),segment_id=e611941f-17b4-4933-b698-5af07f251eef)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:38:33.065894 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-53354e4a-87f5-4944-9d26-230d012dbefe req-5fe43c61-e276-45e0-8769-18203ac0aeb1 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828254 Sep 18 12:38:33.070902 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:33.072171 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 3d75058b-9aca-494d-823b-ca9a6b34652a details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 12:38:33.091761 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c2524-e6d0-4299-82bb-6a504e3e925f req-0dec3e90-b96c-42fc-aeb1-cd2c10c6e1de tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:33.093290 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f36c2524-e6d0-4299-82bb-6a504e3e925f req-0dec3e90-b96c-42fc-aeb1-cd2c10c6e1de tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 944 time: 0.1768630 Sep 18 12:38:33.107776 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74658586-cc48-4055-af2a-9f9f2580adbc req-dc9c14cb-3aa9-44a2-9abc-52c27a38c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:33.109291 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74658586-cc48-4055-af2a-9f9f2580adbc req-dc9c14cb-3aa9-44a2-9abc-52c27a38c816 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9477430a832042d4b203b849bafeb9e9&device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 1097 time: 0.1506526 Sep 18 12:38:33.142407 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=af4da8e2-6830-49f9-be19-4120aed4673e,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:33.206730 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 3d75058b-9aca-494d-823b-ca9a6b34652a, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=3d75058b-9aca-494d-823b-ca9a6b34652a,segment=NetworkSegment(4cc966f8-9358-4356-a829-0cf81e4c7ae7),segment_id=4cc966f8-9358-4356-a829-0cf81e4c7ae7)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:38:33.223367 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74658586-cc48-4055-af2a-9f9f2580adbc req-3e49c845-5fda-42bf-9afb-f310d8b74f1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6eed02d6-1e85-4490-b354-60f900f3cf5e HTTP/1.1" status: 200 len: 217 time: 0.1034405 Sep 18 12:38:33.225928 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf94424-56af-41a7-bb21-2506c15ac1bb x-openstack-request-id: req-bbf94424-56af-41a7-bb21-2506c15ac1bb {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:38:33.226959 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316eb69f-a7bb-47d6-ac2e-939d6496685a", "tag": "6eed02d6-1e85-4490-b354-60f900f3cf5e", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:38:33.227358 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bbf94424-56af-41a7-bb21-2506c15ac1bb {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:38:33.228409 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316eb69f-a7bb-47d6-ac2e-939d6496685a', 'tag': '6eed02d6-1e85-4490-b354-60f900f3cf5e', 'status': 'completed', 'code': 200} Sep 18 12:38:33.235104 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Returning: {'device': '3d75058b-9aca-494d-823b-ca9a6b34652a', 'network_id': '4df28532-82af-4330-b91d-ced682f08dad', 'port_id': '3d75058b-9aca-494d-823b-ca9a6b34652a', 'mac_address': 'fa:16:3e:02:49:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf48ed02-5e60-492d-a444-1382b9731455', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 12:38:33.298217 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f36c2524-e6d0-4299-82bb-6a504e3e925f req-f0f4155f-5467-4373-b5d1-b281bedab2f3 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936128 Sep 18 12:38:33.299272 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:33.312398 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 49022) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:33.328287 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7b6f7cdb-286e-4fc3-bd21-a0cb24125338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:33.333970 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d75058b-9aca-494d-823b-ca9a6b34652a {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:38:33.338084 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74658586-cc48-4055-af2a-9f9f2580adbc req-18ee8b18-93e4-4448-a0ad-d379bf12493e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:33.339915 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74658586-cc48-4055-af2a-9f9f2580adbc req-18ee8b18-93e4-4448-a0ad-d379bf12493e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60194707-770d-4fdc-856c-c0e71f0849f4 HTTP/1.1" status: 200 len: 856 time: 0.1067266 Sep 18 12:38:33.369273 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 3d75058b-9aca-494d-823b-ca9a6b34652a, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=3d75058b-9aca-494d-823b-ca9a6b34652a,segment=NetworkSegment(4cc966f8-9358-4356-a829-0cf81e4c7ae7),segment_id=4cc966f8-9358-4356-a829-0cf81e4c7ae7)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:38:33.375119 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:33.377085 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 9f7b2a24-6c08-49a1-91b7-52fe7ff7b658 details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 12:38:33.424186 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74658586-cc48-4055-af2a-9f9f2580adbc req-cfdb4ca6-9418-4ed8-979a-4af6a945ec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:33.425811 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74658586-cc48-4055-af2a-9f9f2580adbc req-cfdb4ca6-9418-4ed8-979a-4af6a945ec58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ab574f3-0ba4-4c64-96c3-ff427a72d455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744843 Sep 18 12:38:33.461273 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=3d75058b-9aca-494d-823b-ca9a6b34652a,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:33.475690 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7b6f7cdb-286e-4fc3-bd21-a0cb24125338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:33.481356 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7b6f7cdb-286e-4fc3-bd21-a0cb24125338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:33.515768 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-7b6f7cdb-286e-4fc3-bd21-a0cb24125338 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=180b1ea7cbdd42c18157eb71beeda160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2021928 Sep 18 12:38:33.524148 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 49026) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:33.532857 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 9f7b2a24-6c08-49a1-91b7-52fe7ff7b658, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=9f7b2a24-6c08-49a1-91b7-52fe7ff7b658,segment=NetworkSegment(0def87d1-28f9-4421-9f8f-dbece6776bf8),segment_id=0def87d1-28f9-4421-9f8f-dbece6776bf8)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:38:33.550588 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Returning: {'device': '9f7b2a24-6c08-49a1-91b7-52fe7ff7b658', 'network_id': '6fdc5fdc-8105-4236-8c1d-245ec9717be7', 'port_id': '9f7b2a24-6c08-49a1-91b7-52fe7ff7b658', 'mac_address': 'fa:16:3e:70:c7:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf05fc48-afea-4a33-a31b-1178de61f7ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 12:38:33.551830 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74658586-cc48-4055-af2a-9f9f2580adbc req-70405ec5-e022-46b5-bb34-05645abc875c service neutron] 10.222.0.13 "GET /v2.0/networks/4ab574f3-0ba4-4c64-96c3-ff427a72d455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171818 Sep 18 12:38:33.572502 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f7cdb-286e-4fc3-bd21-a0cb24125338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ef9980-fb4a-42f5-a9ab-c8c1b0abf210,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:33.610360 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:33.614027 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a66ed86f-4eb7-42ac-8f93-c7ce4f26f0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:33.639533 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a66ed86f-4eb7-42ac-8f93-c7ce4f26f0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:33.653364 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f7b2a24-6c08-49a1-91b7-52fe7ff7b658 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:38:33.694781 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74658586-cc48-4055-af2a-9f9f2580adbc req-752d8814-e30a-4083-9fca-bc86a6d8fb74 service neutron] 10.222.0.13 "GET /v2.0/networks/4ab574f3-0ba4-4c64-96c3-ff427a72d455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353407 Sep 18 12:38:33.697682 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 9f7b2a24-6c08-49a1-91b7-52fe7ff7b658, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=9f7b2a24-6c08-49a1-91b7-52fe7ff7b658,segment=NetworkSegment(0def87d1-28f9-4421-9f8f-dbece6776bf8),segment_id=0def87d1-28f9-4421-9f8f-dbece6776bf8)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:38:33.709243 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:33.709466 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a66ed86f-4eb7-42ac-8f93-c7ce4f26f0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:33.717625 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a66ed86f-4eb7-42ac-8f93-c7ce4f26f0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:33.719078 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-a66ed86f-4eb7-42ac-8f93-c7ce4f26f0b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50ef9980-fb4a-42f5-a9ab-c8c1b0abf210 HTTP/1.1" status: 204 len: 168 time: 0.1936271 Sep 18 12:38:33.744577 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ed86f-4eb7-42ac-8f93-c7ce4f26f0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ef9980-fb4a-42f5-a9ab-c8c1b0abf210,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:33.803179 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=9f7b2a24-6c08-49a1-91b7-52fe7ff7b658,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:33.851359 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204bb8a-6a7f-4f4f-b4da-5a40fa2b0baf req-614a8059-c7dc-48f5-9a2e-3e55fafa3eee tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:33.859009 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e204bb8a-6a7f-4f4f-b4da-5a40fa2b0baf req-614a8059-c7dc-48f5-9a2e-3e55fafa3eee tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 944 time: 0.1545417 Sep 18 12:38:33.895157 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5e009-8ce7-40d0-a40f-c5d5fbdb7b15 req-a76f401c-c120-4d10-9149-2d7c7eec7a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:33.896689 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-86a5e009-8ce7-40d0-a40f-c5d5fbdb7b15 req-a76f401c-c120-4d10-9149-2d7c7eec7a16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9477430a832042d4b203b849bafeb9e9&device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 1097 time: 0.1302388 Sep 18 12:38:33.980026 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e204bb8a-6a7f-4f4f-b4da-5a40fa2b0baf req-bc5c24a4-3bd9-42ac-a8bb-3d8905f29701 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163075 Sep 18 12:38:34.078214 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda104ad-27d3-4ef8-9cd8-dae91c687e90 req-5fdf84f5-c582-4bab-a7d6-d87c98930dd0 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:34.079866 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bda104ad-27d3-4ef8-9cd8-dae91c687e90 req-5fdf84f5-c582-4bab-a7d6-d87c98930dd0 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 945 time: 0.2091076 Sep 18 12:38:34.173094 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bda104ad-27d3-4ef8-9cd8-dae91c687e90 req-e70c7b83-ad03-47cf-954e-845aaddb44ff tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7011892-bb0d-4bf7-95fd-0280ab3d8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780840 Sep 18 12:38:34.174293 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5e009-8ce7-40d0-a40f-c5d5fbdb7b15 req-44e40ff1-0b61-4323-8820-325ea7dbb6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:34.177034 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-86a5e009-8ce7-40d0-a40f-c5d5fbdb7b15 req-44e40ff1-0b61-4323-8820-325ea7dbb6e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ab574f3-0ba4-4c64-96c3-ff427a72d455 HTTP/1.1" status: 200 len: 918 time: 0.2509086 Sep 18 12:38:34.237518 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['3184ff7a-e1fc-4d51-bca2-78b9800fd2fb'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:38:34.241643 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-86a5e009-8ce7-40d0-a40f-c5d5fbdb7b15 req-91e37f60-954a-4f6b-816d-fdd2711d0b73 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6eed02d6-1e85-4490-b354-60f900f3cf5e HTTP/1.1" status: 200 len: 217 time: 0.0570405 Sep 18 12:38:34.296747 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['9f7b2a24-6c08-49a1-91b7-52fe7ff7b658'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:38:34.296955 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e9264-1589-4e6e-b940-8139a3b42e04 req-efb4050b-c824-4ecb-a587-8511f5267091 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:34.304778 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-828e9264-1589-4e6e-b940-8139a3b42e04 req-efb4050b-c824-4ecb-a587-8511f5267091 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.1129444 Sep 18 12:38:34.310406 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['af4da8e2-6830-49f9-be19-4120aed4673e'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:38:34.312918 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['3d75058b-9aca-494d-823b-ca9a6b34652a'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:38:34.342792 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5e009-8ce7-40d0-a40f-c5d5fbdb7b15 req-04a01fe5-b062-46d7-aadd-d35d1872f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:34.344283 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-86a5e009-8ce7-40d0-a40f-c5d5fbdb7b15 req-04a01fe5-b062-46d7-aadd-d35d1872f331 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60194707-770d-4fdc-856c-c0e71f0849f4 HTTP/1.1" status: 200 len: 856 time: 0.0948405 Sep 18 12:38:34.379970 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-828e9264-1589-4e6e-b940-8139a3b42e04 req-c7a17db9-1c6b-4491-b855-38832d13469c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690393 Sep 18 12:38:34.408157 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 49078) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:34.423300 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5e009-8ce7-40d0-a40f-c5d5fbdb7b15 req-f5d16711-d30e-4cf2-860c-412b1d68c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:34.424869 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-86a5e009-8ce7-40d0-a40f-c5d5fbdb7b15 req-f5d16711-d30e-4cf2-860c-412b1d68c14b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ab574f3-0ba4-4c64-96c3-ff427a72d455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717428 Sep 18 12:38:34.569602 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55fb9a-e095-4754-8073-68caa0891f76 req-d6138331-f24b-4230-b444-56dc54de365e tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:34.571264 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6d55fb9a-e095-4754-8073-68caa0891f76 req-d6138331-f24b-4230-b444-56dc54de365e tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 944 time: 0.1055880 Sep 18 12:38:34.594290 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-86a5e009-8ce7-40d0-a40f-c5d5fbdb7b15 req-2ae96f49-dbf4-4585-b82c-61bc5dd0a02b service neutron] 10.222.0.13 "GET /v2.0/networks/4ab574f3-0ba4-4c64-96c3-ff427a72d455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606207 Sep 18 12:38:34.654152 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8c68dd30-b2a4-449e-91a1-15fc315a43c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:34.675000 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6d55fb9a-e095-4754-8073-68caa0891f76 req-337a63f7-3303-46ac-a96c-fc8698df60e0 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934176 Sep 18 12:38:34.771806 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-86a5e009-8ce7-40d0-a40f-c5d5fbdb7b15 req-85cfb425-dce7-46d1-9a71-32f821bbf17d service neutron] 10.222.0.13 "GET /v2.0/networks/4ab574f3-0ba4-4c64-96c3-ff427a72d455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676605 Sep 18 12:38:34.841374 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8c68dd30-b2a4-449e-91a1-15fc315a43c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:34.848909 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8c68dd30-b2a4-449e-91a1-15fc315a43c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:34.888203 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68dd30-b2a4-449e-91a1-15fc315a43c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abd29d3-fe1a-4e78-8cdd-81efce57ed18,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:34.932328 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-8c68dd30-b2a4-449e-91a1-15fc315a43c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2be8dd5292bc49c89f925b57e572bff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5222785 Sep 18 12:38:34.935332 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 49108) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:35.018142 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a40c783d-b53b-4613-9d14-e76e32595300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:35.067275 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a40c783d-b53b-4613-9d14-e76e32595300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:35.139028 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29c401-c033-4afc-8ba4-bd45754ccf7a req-abbef584-4c59-4b9d-960a-42a79bcda798 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:35.149615 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3f29c401-c033-4afc-8ba4-bd45754ccf7a req-abbef584-4c59-4b9d-960a-42a79bcda798 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 944 time: 0.0758445 Sep 18 12:38:35.166899 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a40c783d-b53b-4613-9d14-e76e32595300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:35.169865 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a40c783d-b53b-4613-9d14-e76e32595300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:35.171239 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-a40c783d-b53b-4613-9d14-e76e32595300 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9abd29d3-fe1a-4e78-8cdd-81efce57ed18 HTTP/1.1" status: 204 len: 168 time: 0.2343216 Sep 18 12:38:35.172152 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 49116) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:35.198037 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c783d-b53b-4613-9d14-e76e32595300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abd29d3-fe1a-4e78-8cdd-81efce57ed18,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:35.205555 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3f29c401-c033-4afc-8ba4-bd45754ccf7a req-603df73a-3932-4028-92aa-0535acfaf44b tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532548 Sep 18 12:38:35.315139 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f198ff-85ba-4ad5-818b-22a195f38cda req-ce028960-d8fe-488d-878a-6676cdeefbd6 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:35.316401 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f1f198ff-85ba-4ad5-818b-22a195f38cda req-ce028960-d8fe-488d-878a-6676cdeefbd6 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 945 time: 0.0506408 Sep 18 12:38:35.364494 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f1f198ff-85ba-4ad5-818b-22a195f38cda req-bd33e9c6-f6cb-405d-a500-f446f358dc66 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7011892-bb0d-4bf7-95fd-0280ab3d8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357478 Sep 18 12:38:35.469527 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bab-0ae3-4e98-bec1-18d4dde2a7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:35.517458 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032f322-a594-4c63-bab3-652f84edbc5c req-192b9d82-91f5-4199-aabf-e2053cdc9a91 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:35.525946 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3032f322-a594-4c63-bab3-652f84edbc5c req-192b9d82-91f5-4199-aabf-e2053cdc9a91 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0651715 Sep 18 12:38:35.571159 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3032f322-a594-4c63-bab3-652f84edbc5c req-a204a9a4-cbb2-457e-af6e-5894baa62b93 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441518 Sep 18 12:38:35.579701 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 49134) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:35.590063 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bab-0ae3-4e98-bec1-18d4dde2a7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:35.594967 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b02d5af9-3350-4d12-85d4-9eb5cd9d9868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:35.600008 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-60cc4bab-0ae3-4e98-bec1-18d4dde2a7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:35.638529 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4bab-0ae3-4e98-bec1-18d4dde2a7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e24bc0f-ba90-411b-8fd8-8ad73da3881e,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:35.655912 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-60cc4bab-0ae3-4e98-bec1-18d4dde2a7b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25314536f54c4ec7b4bb7fc5ec2f943d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4776974 Sep 18 12:38:35.658720 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 49136) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:35.744018 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b02d5af9-3350-4d12-85d4-9eb5cd9d9868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:35.747278 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-db57775d-6fbd-4040-86b6-fe585fc85397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:35.765980 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b02d5af9-3350-4d12-85d4-9eb5cd9d9868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:35.829670 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-db57775d-6fbd-4040-86b6-fe585fc85397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:35.845550 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-b02d5af9-3350-4d12-85d4-9eb5cd9d9868 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=915dbe9103b844da8ce27a5a13a90a59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2647290 Sep 18 12:38:35.848305 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 49144) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:35.857553 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d5af9-3350-4d12-85d4-9eb5cd9d9868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6120ea-555e-41ea-81bc-45ca98d22420,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:35.889705 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d5c6e-6a03-4e08-8d63-2a9c83a168cb req-c7252bbc-b9f4-4a99-86d0-34d6dc457568 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:35.891195 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e44d5c6e-6a03-4e08-8d63-2a9c83a168cb req-c7252bbc-b9f4-4a99-86d0-34d6dc457568 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 944 time: 0.1408563 Sep 18 12:38:35.909214 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-91e8a576-f3fb-4244-81f6-692eb7a9dfc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:35.920146 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-db57775d-6fbd-4040-86b6-fe585fc85397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:35.922593 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-db57775d-6fbd-4040-86b6-fe585fc85397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:35.927756 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-db57775d-6fbd-4040-86b6-fe585fc85397 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e24bc0f-ba90-411b-8fd8-8ad73da3881e HTTP/1.1" status: 204 len: 168 time: 0.2640238 Sep 18 12:38:35.938762 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-91e8a576-f3fb-4244-81f6-692eb7a9dfc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:35.941576 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57775d-6fbd-4040-86b6-fe585fc85397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e24bc0f-ba90-411b-8fd8-8ad73da3881e,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:35.974708 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e44d5c6e-6a03-4e08-8d63-2a9c83a168cb req-0c6d106a-0833-47fe-96de-e6e28d356b40 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622516 Sep 18 12:38:36.034470 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-91e8a576-f3fb-4244-81f6-692eb7a9dfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:36.037857 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-91e8a576-f3fb-4244-81f6-692eb7a9dfc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:36.039740 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-91e8a576-f3fb-4244-81f6-692eb7a9dfc8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c6120ea-555e-41ea-81bc-45ca98d22420 HTTP/1.1" status: 204 len: 168 time: 0.1903219 Sep 18 12:38:36.052221 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8a576-f3fb-4244-81f6-692eb7a9dfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6120ea-555e-41ea-81bc-45ca98d22420,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:36.355699 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b8f2f-0d73-48d3-982a-3c6093f73f9a req-46912d1b-46fe-4ed7-82dd-2483fb9d602e tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:36.357369 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-581b8f2f-0d73-48d3-982a-3c6093f73f9a req-46912d1b-46fe-4ed7-82dd-2483fb9d602e tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 944 time: 0.0591633 Sep 18 12:38:36.364806 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 6eed02d6-1e85-4490-b354-60f900f3cf5e details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 12:38:36.367206 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 3184ff7a-e1fc-4d51-bca2-78b9800fd2fb up at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:38:36.409933 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-581b8f2f-0d73-48d3-982a-3c6093f73f9a req-daa171dd-3336-4828-976a-2c66e9d9a323 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440514 Sep 18 12:38:36.410457 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 49168) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:36.435975 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-542a65e8-ff88-468f-825d-d96bc1313843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:36.542523 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning for port 3184ff7a-e1fc-4d51-bca2-78b9800fd2fb completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 12:38:36.557187 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning complete for port 3184ff7a-e1fc-4d51-bca2-78b9800fd2fb triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:38:36.557553 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:36.574922 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e396f9-5bf2-47a7-a1f6-e3168ebc3818 req-f686267c-aa39-4ac8-a77a-85cfbe833306 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:36.576640 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-39e396f9-5bf2-47a7-a1f6-e3168ebc3818 req-f686267c-aa39-4ac8-a77a-85cfbe833306 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 945 time: 0.0811939 Sep 18 12:38:36.589872 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-542a65e8-ff88-468f-825d-d96bc1313843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:36.591075 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 49172) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:36.602456 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-542a65e8-ff88-468f-825d-d96bc1313843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:36.627184 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 6eed02d6-1e85-4490-b354-60f900f3cf5e, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=6eed02d6-1e85-4490-b354-60f900f3cf5e,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:38:36.652940 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Returning: {'device': '6eed02d6-1e85-4490-b354-60f900f3cf5e', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'port_id': '6eed02d6-1e85-4490-b354-60f900f3cf5e', 'mac_address': 'fa:16:3e:de:eb:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 12:38:36.662638 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-542a65e8-ff88-468f-825d-d96bc1313843 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9721954723544401a411ddb14c6719d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503514 Sep 18 12:38:36.664808 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a65e8-ff88-468f-825d-d96bc1313843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc44a6a-8c80-44f6-ad56-ac6446798d50,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:36.671914 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-39e396f9-5bf2-47a7-a1f6-e3168ebc3818 req-3647d785-f40c-4f6d-a945-a0dfb55ff3fb tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7011892-bb0d-4bf7-95fd-0280ab3d8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851178 Sep 18 12:38:36.672440 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 49180) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:36.742037 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:36.769998 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eed02d6-1e85-4490-b354-60f900f3cf5e {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:38:36.780051 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f9e816b4-4ecd-4203-a4b7-4f8b3563b7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:36.790694 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-83378f1e-a0a5-46b0-830c-2459630452a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:36.792097 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 6eed02d6-1e85-4490-b354-60f900f3cf5e, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=6eed02d6-1e85-4490-b354-60f900f3cf5e,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:38:36.793960 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:36.794594 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e937485-44c1-4925-98d1-a2dcb2f10ed1 req-5d5c54f9-e8bb-4389-81c1-2064eab5b4df tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:36.796432 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2e937485-44c1-4925-98d1-a2dcb2f10ed1 req-5d5c54f9-e8bb-4389-81c1-2064eab5b4df tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0748298 Sep 18 12:38:36.814397 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:36.858144 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff92525e-1469-42eb-a0b9-dade3c72c867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3184ff7a-e1fc-4d51-bca2-78b9800fd2fb'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:38:36.936297 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-83378f1e-a0a5-46b0-830c-2459630452a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:36.942083 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-83378f1e-a0a5-46b0-830c-2459630452a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:36.971473 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 3184ff7a-e1fc-4d51-bca2-78b9800fd2fb, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=3184ff7a-e1fc-4d51-bca2-78b9800fd2fb,segment=NetworkSegment(4cc966f8-9358-4356-a829-0cf81e4c7ae7),segment_id=4cc966f8-9358-4356-a829-0cf81e4c7ae7)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:38:36.982599 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:36.983895 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device af4da8e2-6830-49f9-be19-4120aed4673e up at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:38:37.028721 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-83378f1e-a0a5-46b0-830c-2459630452a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8463cda77b9d4d15b0a292840946e634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4354472 Sep 18 12:38:37.030306 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83378f1e-a0a5-46b0-830c-2459630452a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfd1648-0280-4f6c-85eb-8386b6b33df0,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:37.034581 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f9e816b4-4ecd-4203-a4b7-4f8b3563b7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:37.041466 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=6eed02d6-1e85-4490-b354-60f900f3cf5e,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:37.054726 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 49196) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:37.082835 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['6eed02d6-1e85-4490-b354-60f900f3cf5e'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:38:37.097049 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2e937485-44c1-4925-98d1-a2dcb2f10ed1 req-930c0060-1f55-4c40-ba55-1989ce696003 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2920754 Sep 18 12:38:37.162919 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning for port af4da8e2-6830-49f9-be19-4120aed4673e completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 12:38:37.173774 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d5e7932f-0a9d-4bd7-bcec-4812c0ab9b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:37.204327 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c744ab-522d-415d-b621-83b99f559301 req-5b500efb-f5ca-40ca-bcb5-890fb22ce8bc tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:37.207952 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning complete for port af4da8e2-6830-49f9-be19-4120aed4673e triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:38:37.208576 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:37.212385 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e0c744ab-522d-415d-b621-83b99f559301 req-5b500efb-f5ca-40ca-bcb5-890fb22ce8bc tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0966129 Sep 18 12:38:37.216826 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f443903345165d416a651567efac34002f351ff04fccc6d410eaa1beaa8a1ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751bdd0f-188a-4944-a3e7-b984442a680a" -d '{"events": [{"server_uuid": "ff92525e-1469-42eb-a0b9-dade3c72c867", "name": "network-vif-plugged", "status": "completed", "tag": "3184ff7a-e1fc-4d51-bca2-78b9800fd2fb"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:38:37.231335 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d5e7932f-0a9d-4bd7-bcec-4812c0ab9b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:37.232556 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f9e816b4-4ecd-4203-a4b7-4f8b3563b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:37.235130 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f9e816b4-4ecd-4203-a4b7-4f8b3563b7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:37.236477 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f9e816b4-4ecd-4203-a4b7-4f8b3563b7f4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3cc44a6a-8c80-44f6-ad56-ac6446798d50 HTTP/1.1" status: 204 len: 168 time: 0.5629027 Sep 18 12:38:37.250179 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e816b4-4ecd-4203-a4b7-4f8b3563b7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc44a6a-8c80-44f6-ad56-ac6446798d50,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:37.273898 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e0c744ab-522d-415d-b621-83b99f559301 req-f82d37d5-9e42-4d3c-bf20-79fe20bf7a44 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605764 Sep 18 12:38:37.293249 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=3184ff7a-e1fc-4d51-bca2-78b9800fd2fb,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:37.320701 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d5e7932f-0a9d-4bd7-bcec-4812c0ab9b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:37.325795 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d5e7932f-0a9d-4bd7-bcec-4812c0ab9b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:37.328104 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d5e7932f-0a9d-4bd7-bcec-4812c0ab9b82 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ddfd1648-0280-4f6c-85eb-8386b6b33df0 HTTP/1.1" status: 204 len: 168 time: 0.2676606 Sep 18 12:38:37.341381 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7932f-0a9d-4bd7-bcec-4812c0ab9b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfd1648-0280-4f6c-85eb-8386b6b33df0,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:37.486634 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:37.528493 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port af4da8e2-6830-49f9-be19-4120aed4673e, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=af4da8e2-6830-49f9-be19-4120aed4673e,segment=NetworkSegment(e611941f-17b4-4933-b698-5af07f251eef),segment_id=e611941f-17b4-4933-b698-5af07f251eef)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:38:37.534045 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:37.535232 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 3d75058b-9aca-494d-823b-ca9a6b34652a up at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:38:37.568402 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6f02b-970a-4dbd-b934-66b8f77612e0 req-0121c83e-b6fa-4a93-8e6e-49b96f15487b tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:37.571208 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5cc6f02b-970a-4dbd-b934-66b8f77612e0 req-0121c83e-b6fa-4a93-8e6e-49b96f15487b tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 944 time: 0.0599914 Sep 18 12:38:37.617599 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5cc6f02b-970a-4dbd-b934-66b8f77612e0 req-13155ed0-6c63-47e4-837d-53cc012f7716 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403290 Sep 18 12:38:37.640588 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=af4da8e2-6830-49f9-be19-4120aed4673e,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:37.649569 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea5ff1d-6906-4975-ac19-7567cc7ba3b7 x-openstack-request-id: req-4ea5ff1d-6906-4975-ac19-7567cc7ba3b7 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:38:37.649859 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff92525e-1469-42eb-a0b9-dade3c72c867", "name": "network-vif-plugged", "status": "completed", "tag": "3184ff7a-e1fc-4d51-bca2-78b9800fd2fb", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:38:37.650107 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ea5ff1d-6906-4975-ac19-7567cc7ba3b7 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:38:37.650561 dv-cinder-809894-1-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff92525e-1469-42eb-a0b9-dade3c72c867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3184ff7a-e1fc-4d51-bca2-78b9800fd2fb', 'code': 200} Sep 18 12:38:37.683088 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning for port 3d75058b-9aca-494d-823b-ca9a6b34652a completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 12:38:37.688329 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning complete for port 3d75058b-9aca-494d-823b-ca9a6b34652a triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:38:37.688864 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:37.799775 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:37.824776 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e644c-6d88-47af-8497-f29404837370 req-697a5837-9bb0-4b37-8e1c-3ea61d1e157c tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:37.826357 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4a8e644c-6d88-47af-8497-f29404837370 req-697a5837-9bb0-4b37-8e1c-3ea61d1e157c tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 945 time: 0.0627129 Sep 18 12:38:37.852051 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 3d75058b-9aca-494d-823b-ca9a6b34652a, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=3d75058b-9aca-494d-823b-ca9a6b34652a,segment=NetworkSegment(4cc966f8-9358-4356-a829-0cf81e4c7ae7),segment_id=4cc966f8-9358-4356-a829-0cf81e4c7ae7)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:38:37.860777 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:37.860777 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 9f7b2a24-6c08-49a1-91b7-52fe7ff7b658 up at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:38:37.933752 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4a8e644c-6d88-47af-8497-f29404837370 req-9ab99141-b60f-4f4f-9f74-efc5f12ab89d tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7011892-bb0d-4bf7-95fd-0280ab3d8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006701 Sep 18 12:38:37.942157 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6716e-ce71-4712-b5d4-66993742e736 req-673bd730-9347-4e21-a18a-791edb08583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:37.944384 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f2d6716e-ce71-4712-b5d4-66993742e736 req-673bd730-9347-4e21-a18a-791edb08583b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 1098 time: 0.1099782 Sep 18 12:38:37.954529 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=3d75058b-9aca-494d-823b-ca9a6b34652a,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:37.959758 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning for port 9f7b2a24-6c08-49a1-91b7-52fe7ff7b658 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 12:38:37.969350 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning complete for port 9f7b2a24-6c08-49a1-91b7-52fe7ff7b658 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:38:37.969744 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-f2d6716e-ce71-4712-b5d4-66993742e736 req-5021f9d0-e230-41c1-8b0f-006e6483c6bd service neutron] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:37.970089 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:38.019315 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 49234) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:38.041401 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-34e02c42-acf8-47af-b41e-c131bc2097ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:38.090632 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:38.098647 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-f2d6716e-ce71-4712-b5d4-66993742e736 req-5021f9d0-e230-41c1-8b0f-006e6483c6bd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:38.105628 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-f2d6716e-ce71-4712-b5d4-66993742e736 req-5021f9d0-e230-41c1-8b0f-006e6483c6bd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:38.149771 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 9f7b2a24-6c08-49a1-91b7-52fe7ff7b658, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=9f7b2a24-6c08-49a1-91b7-52fe7ff7b658,segment=NetworkSegment(0def87d1-28f9-4421-9f8f-dbece6776bf8),segment_id=0def87d1-28f9-4421-9f8f-dbece6776bf8)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:38:38.155916 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f2d6716e-ce71-4712-b5d4-66993742e736 req-5021f9d0-e230-41c1-8b0f-006e6483c6bd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998007 Sep 18 12:38:38.166125 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:38.171088 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021f9d0-e230-41c1-8b0f-006e6483c6bd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=334b4959-31e3-4ba4-8b57-2adc3834c8ae,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:38.219043 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-34e02c42-acf8-47af-b41e-c131bc2097ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:38.229220 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-34e02c42-acf8-47af-b41e-c131bc2097ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:38.273918 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=9f7b2a24-6c08-49a1-91b7-52fe7ff7b658,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:38.284077 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-34e02c42-acf8-47af-b41e-c131bc2097ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c005a32cfe834dd19d827b38325181c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627885 Sep 18 12:38:38.284753 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 49242) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:38.289966 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd733f6-5634-4688-8de3-2cbc364efff8 req-7fb2d1eb-b429-4620-bbf7-993118d9b245 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:38.291888 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cbd733f6-5634-4688-8de3-2cbc364efff8 req-7fb2d1eb-b429-4620-bbf7-993118d9b245 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 945 time: 0.0726371 Sep 18 12:38:38.297588 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e02c42-acf8-47af-b41e-c131bc2097ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c72a803-1d0d-49ab-a975-c517b94c81ea,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:38.352875 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c7ed0a6f-e3fb-4882-a141-ac4c51c3117b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:38.378413 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 6eed02d6-1e85-4490-b354-60f900f3cf5e up at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:38:38.387455 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c7ed0a6f-e3fb-4882-a141-ac4c51c3117b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:38.436347 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cbd733f6-5634-4688-8de3-2cbc364efff8 req-0bf39aa1-e9cd-443a-9253-354035f8a242 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379628 Sep 18 12:38:38.465821 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb74153-7171-4fc0-8039-6a7e6c90f8f5 req-115d37db-ff90-42f4-90c7-1af9f28abc2c tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:38.467327 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c7ed0a6f-e3fb-4882-a141-ac4c51c3117b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:38.468240 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ffb74153-7171-4fc0-8039-6a7e6c90f8f5 req-115d37db-ff90-42f4-90c7-1af9f28abc2c tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0832474 Sep 18 12:38:38.475373 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c7ed0a6f-e3fb-4882-a141-ac4c51c3117b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:38.479987 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-c7ed0a6f-e3fb-4882-a141-ac4c51c3117b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c72a803-1d0d-49ab-a975-c517b94c81ea HTTP/1.1" status: 204 len: 168 time: 0.1901374 Sep 18 12:38:38.483645 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning for port 6eed02d6-1e85-4490-b354-60f900f3cf5e completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 12:38:38.490979 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning complete for port 6eed02d6-1e85-4490-b354-60f900f3cf5e triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:38:38.492107 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed0a6f-e3fb-4882-a141-ac4c51c3117b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c72a803-1d0d-49ab-a975-c517b94c81ea,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:38.492216 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:38.539217 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ffb74153-7171-4fc0-8039-6a7e6c90f8f5 req-6709ca27-d79f-4717-baf0-40f5af4e245b tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582957 Sep 18 12:38:38.612418 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:38.653765 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 6eed02d6-1e85-4490-b354-60f900f3cf5e, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=6eed02d6-1e85-4490-b354-60f900f3cf5e,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:38:38.659028 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:38.724407 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=6eed02d6-1e85-4490-b354-60f900f3cf5e,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:38.743379 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717546ec-2007-49cc-8568-98918536d35b req-b1ab3a1e-83e9-49cd-ac0b-6678f86006fa tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:38.745453 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-717546ec-2007-49cc-8568-98918536d35b req-b1ab3a1e-83e9-49cd-ac0b-6678f86006fa tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 945 time: 0.0511320 Sep 18 12:38:38.795144 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-717546ec-2007-49cc-8568-98918536d35b req-84508e68-665b-4366-bf7f-a8bd49060d03 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422602 Sep 18 12:38:39.062400 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09463df0-3dec-4c55-905a-b8868d9ae9b4 req-61c34ff8-96f2-4688-ab5e-00a0ad0aa1d8 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:39.068542 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-09463df0-3dec-4c55-905a-b8868d9ae9b4 req-61c34ff8-96f2-4688-ab5e-00a0ad0aa1d8 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 946 time: 0.0581679 Sep 18 12:38:39.114885 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-09463df0-3dec-4c55-905a-b8868d9ae9b4 req-9b68ab52-1bc4-421d-95f1-66474687ca02 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7011892-bb0d-4bf7-95fd-0280ab3d8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443201 Sep 18 12:38:39.578994 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea94f1b-6448-4ae1-97ca-0db14ff53f0a req-1716bb50-9d1d-4c1e-8846-7d81f202eb7b tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:39.580748 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dea94f1b-6448-4ae1-97ca-0db14ff53f0a req-1716bb50-9d1d-4c1e-8846-7d81f202eb7b tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0598848 Sep 18 12:38:39.641825 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dea94f1b-6448-4ae1-97ca-0db14ff53f0a req-2820256a-98a5-4365-af85-e3d7c2f91f66 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546613 Sep 18 12:38:39.651638 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267c12f3-f378-4e58-b46c-4453a12f745a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4da8e2-6830-49f9-be19-4120aed4673e'}, {'server_uuid': '3e687dee-6a59-40ae-9a4d-cc994485df58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d75058b-9aca-494d-823b-ca9a6b34652a'}, {'server_uuid': 'ecf532d4-5b65-46e8-a346-b445424dbfca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7b2a24-6c08-49a1-91b7-52fe7ff7b658'}, {'server_uuid': '316eb69f-a7bb-47d6-ac2e-939d6496685a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eed02d6-1e85-4490-b354-60f900f3cf5e'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:38:39.655880 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f443903345165d416a651567efac34002f351ff04fccc6d410eaa1beaa8a1ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f311446-d99d-4541-8de8-e5b028bc53cd" -d '{"events": [{"server_uuid": "267c12f3-f378-4e58-b46c-4453a12f745a", "name": "network-vif-plugged", "status": "completed", "tag": "af4da8e2-6830-49f9-be19-4120aed4673e"}, {"server_uuid": "3e687dee-6a59-40ae-9a4d-cc994485df58", "name": "network-vif-plugged", "status": "completed", "tag": "3d75058b-9aca-494d-823b-ca9a6b34652a"}, {"server_uuid": "ecf532d4-5b65-46e8-a346-b445424dbfca", "name": "network-vif-plugged", "status": "completed", "tag": "9f7b2a24-6c08-49a1-91b7-52fe7ff7b658"}, {"server_uuid": "316eb69f-a7bb-47d6-ac2e-939d6496685a", "name": "network-vif-plugged", "status": "completed", "tag": "6eed02d6-1e85-4490-b354-60f900f3cf5e"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:38:39.731562 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 18 Sep 2021 12:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c490274-1973-4e0e-97bb-df9b155e0fb3 x-openstack-request-id: req-1c490274-1973-4e0e-97bb-df9b155e0fb3 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:38:39.732139 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267c12f3-f378-4e58-b46c-4453a12f745a", "name": "network-vif-plugged", "status": "completed", "tag": "af4da8e2-6830-49f9-be19-4120aed4673e", "code": 200}, {"server_uuid": "3e687dee-6a59-40ae-9a4d-cc994485df58", "name": "network-vif-plugged", "status": "completed", "tag": "3d75058b-9aca-494d-823b-ca9a6b34652a", "code": 200}, {"server_uuid": "ecf532d4-5b65-46e8-a346-b445424dbfca", "name": "network-vif-plugged", "status": "completed", "tag": "9f7b2a24-6c08-49a1-91b7-52fe7ff7b658", "code": 200}, {"server_uuid": "316eb69f-a7bb-47d6-ac2e-939d6496685a", "name": "network-vif-plugged", "status": "completed", "tag": "6eed02d6-1e85-4490-b354-60f900f3cf5e", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:38:39.732641 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c490274-1973-4e0e-97bb-df9b155e0fb3 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:38:39.733272 dv-cinder-809894-1-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267c12f3-f378-4e58-b46c-4453a12f745a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4da8e2-6830-49f9-be19-4120aed4673e', 'code': 200} Sep 18 12:38:39.733661 dv-cinder-809894-1-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e687dee-6a59-40ae-9a4d-cc994485df58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d75058b-9aca-494d-823b-ca9a6b34652a', 'code': 200} Sep 18 12:38:39.734138 dv-cinder-809894-1-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf532d4-5b65-46e8-a346-b445424dbfca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7b2a24-6c08-49a1-91b7-52fe7ff7b658', 'code': 200} Sep 18 12:38:39.734764 dv-cinder-809894-1-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316eb69f-a7bb-47d6-ac2e-939d6496685a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eed02d6-1e85-4490-b354-60f900f3cf5e', 'code': 200} Sep 18 12:38:39.790047 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014613a-e58e-421e-8ce6-444d38ccc584 req-46c0d2b6-a74c-4dd5-87fc-f490f881f3ac tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:39.797850 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8014613a-e58e-421e-8ce6-444d38ccc584 req-46c0d2b6-a74c-4dd5-87fc-f490f881f3ac tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.1410565 Sep 18 12:38:39.884554 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8014613a-e58e-421e-8ce6-444d38ccc584 req-9af39114-1369-4f37-aa48-eb10bbabb2b3 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805047 Sep 18 12:38:39.966112 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 49370) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:40.015802 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54303d0-6139-4e30-9015-d73dd4a97d14 req-9459b1db-526a-4a9a-8dcd-6687b5089b18 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:40.035186 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f54303d0-6139-4e30-9015-d73dd4a97d14 req-9459b1db-526a-4a9a-8dcd-6687b5089b18 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 945 time: 0.1453657 Sep 18 12:38:40.135215 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f54303d0-6139-4e30-9015-d73dd4a97d14 req-158e5797-2d00-4e58-82ac-464db567bf03 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954065 Sep 18 12:38:40.212267 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d165f148-8d9d-4b49-99a3-5066b00a4953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:40.223020 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426c04b-87cf-486a-b272-db61b2e12fd3 req-a6ccd6e1-42ca-491a-ac51-edc017a5a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:40.224860 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6426c04b-87cf-486a-b272-db61b2e12fd3 req-a6ccd6e1-42ca-491a-ac51-edc017a5a0f0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 1098 time: 0.1223726 Sep 18 12:38:40.391786 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6426c04b-87cf-486a-b272-db61b2e12fd3 req-ad261cad-607e-4950-918c-5e44af876a6f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522520 Sep 18 12:38:40.403226 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9c5fd-06f0-439e-a6d9-2f80add799ff req-916bfe8a-2712-493a-ba91-48feed50a8bb tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:40.404972 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-96c9c5fd-06f0-439e-a6d9-2f80add799ff req-916bfe8a-2712-493a-ba91-48feed50a8bb tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 946 time: 0.1773725 Sep 18 12:38:40.418858 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5799a-bafb-4b51-a7a0-4ef153d152a3 req-ae37e127-6d56-4962-b207-ed09d5f0084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:40.420572 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5fd5799a-bafb-4b51-a7a0-4ef153d152a3 req-ae37e127-6d56-4962-b207-ed09d5f0084e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 1099 time: 0.1799376 Sep 18 12:38:40.426659 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d165f148-8d9d-4b49-99a3-5066b00a4953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:40.428437 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6778665-44f6-4143-b3e3-aba6ecc1718d req-9c2354fb-65ea-40ed-8be1-2f6fb86d31ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:40.430327 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b6778665-44f6-4143-b3e3-aba6ecc1718d req-9c2354fb-65ea-40ed-8be1-2f6fb86d31ff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 1099 time: 0.1077387 Sep 18 12:38:40.436709 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679145c-9d0c-46ea-bf5b-07e0f0deb04c req-6d544f9b-713a-4878-8dab-9fc7579c3340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:40.439057 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5679145c-9d0c-46ea-bf5b-07e0f0deb04c req-6d544f9b-713a-4878-8dab-9fc7579c3340 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 1098 time: 0.1441267 Sep 18 12:38:40.440455 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d165f148-8d9d-4b49-99a3-5066b00a4953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:40.473723 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-96c9c5fd-06f0-439e-a6d9-2f80add799ff req-076576b6-88de-4b3d-8962-37892050cb2f tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7011892-bb0d-4bf7-95fd-0280ab3d8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543702 Sep 18 12:38:40.495407 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d165f148-8d9d-4b49-99a3-5066b00a4953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9fb01f-133f-4482-b63a-0ae8d76021b6,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:40.510450 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d165f148-8d9d-4b49-99a3-5066b00a4953 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9529a13fdedf4feca05fdebe7ba62858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5425892 Sep 18 12:38:40.513912 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 49412) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:40.563315 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2861dde9-977b-4c08-92b8-dae135a3eca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:40.586691 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2861dde9-977b-4c08-92b8-dae135a3eca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:40.645946 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b6778665-44f6-4143-b3e3-aba6ecc1718d req-1dd7223e-cfe4-46c7-9ce9-6a1691d5d371 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520699 Sep 18 12:38:40.650512 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5fd5799a-bafb-4b51-a7a0-4ef153d152a3 req-352cbe7c-c26b-4ef0-86f0-873342edd7a9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d7011892-bb0d-4bf7-95fd-0280ab3d8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631800 Sep 18 12:38:40.793715 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791b043-5617-4c8e-894c-b564eddad2a7 req-d92cea76-e543-49b6-a077-609490b835dd tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:40.802225 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4791b043-5617-4c8e-894c-b564eddad2a7 req-d92cea76-e543-49b6-a077-609490b835dd tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0603018 Sep 18 12:38:40.825998 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 49428) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:40.835772 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5679145c-9d0c-46ea-bf5b-07e0f0deb04c req-fe20aee5-fbcc-412e-8f40-995a52c27de3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468829 Sep 18 12:38:40.854948 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4791b043-5617-4c8e-894c-b564eddad2a7 req-9080b9c9-b94c-4ba9-a253-85307e517dd5 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498905 Sep 18 12:38:40.857013 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2861dde9-977b-4c08-92b8-dae135a3eca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:40.861555 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2861dde9-977b-4c08-92b8-dae135a3eca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:40.863106 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-2861dde9-977b-4c08-92b8-dae135a3eca6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f9fb01f-133f-4482-b63a-0ae8d76021b6 HTTP/1.1" status: 204 len: 168 time: 0.3482080 Sep 18 12:38:40.876581 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861dde9-977b-4c08-92b8-dae135a3eca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9fb01f-133f-4482-b63a-0ae8d76021b6,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:40.961579 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3e1a2d05-d1fe-458b-b303-cb565b0f96f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:41.039731 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa28443-de66-490d-b502-79675f224168 req-02cba160-566c-4972-85c9-78360f89719c tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:41.041458 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-baa28443-de66-490d-b502-79675f224168 req-02cba160-566c-4972-85c9-78360f89719c tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0776682 Sep 18 12:38:41.066281 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 49438) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:41.105716 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-baa28443-de66-490d-b502-79675f224168 req-fa7435b5-7cc6-4b35-b7cb-6c042552c98e tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529661 Sep 18 12:38:41.147379 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3e1a2d05-d1fe-458b-b303-cb565b0f96f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:41.153569 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3e1a2d05-d1fe-458b-b303-cb565b0f96f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:41.203346 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-3e1a2d05-d1fe-458b-b303-cb565b0f96f4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d6fcea4ebea45f692fd4b9019375ea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3738360 Sep 18 12:38:41.203593 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 49448) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:41.204660 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a2d05-d1fe-458b-b303-cb565b0f96f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762ed2ff-5133-4ea1-831c-57c03d0a6ace,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:41.289988 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b01a9adf-0b4a-4ea0-b643-0669347e665b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:41.301718 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-42603116-a8b1-4969-87b7-50d1479da3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:41.312418 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bbf2b-5c9c-42bc-b894-472aebf50fae req-bfb85766-73be-4148-8533-3a54f986d44e tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:41.316353 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-894bbf2b-5c9c-42bc-b894-472aebf50fae req-bfb85766-73be-4148-8533-3a54f986d44e tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 945 time: 0.0695741 Sep 18 12:38:41.316610 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 49450) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:41.338740 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-66bf3524-b16f-4abd-b4f5-45b77280f11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:41.357453 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-42603116-a8b1-4969-87b7-50d1479da3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:41.382722 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-894bbf2b-5c9c-42bc-b894-472aebf50fae req-bc8d3808-b3d1-425e-a383-d06fb89a9bb2 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582192 Sep 18 12:38:41.471765 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b01a9adf-0b4a-4ea0-b643-0669347e665b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:41.475227 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-42603116-a8b1-4969-87b7-50d1479da3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:41.478272 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-42603116-a8b1-4969-87b7-50d1479da3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:41.481870 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-42603116-a8b1-4969-87b7-50d1479da3da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/762ed2ff-5133-4ea1-831c-57c03d0a6ace HTTP/1.1" status: 204 len: 168 time: 0.2746439 Sep 18 12:38:41.492584 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b01a9adf-0b4a-4ea0-b643-0669347e665b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:41.525513 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42603116-a8b1-4969-87b7-50d1479da3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762ed2ff-5133-4ea1-831c-57c03d0a6ace,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:41.535488 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27862204-07db-4d16-9ee0-340b60fc3825 req-e8caa28f-6a71-4d57-a216-c8998bec4710 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:41.537205 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-27862204-07db-4d16-9ee0-340b60fc3825 req-e8caa28f-6a71-4d57-a216-c8998bec4710 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0870628 Sep 18 12:38:41.546266 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3319fa-e630-4294-9b79-cdb37aac7160 req-33fac79f-e1b0-4e20-8c2e-f389b0d36c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:41.547940 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4c3319fa-e630-4294-9b79-cdb37aac7160 req-33fac79f-e1b0-4e20-8c2e-f389b0d36c1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbe0aabe590943c68b496df6463a2b88&device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 1098 time: 0.1196685 Sep 18 12:38:41.554102 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-b01a9adf-0b4a-4ea0-b643-0669347e665b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b398f14318344ae8a4a11c9a1107ca64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4843621 Sep 18 12:38:41.557669 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 49460) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:41.617101 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a9adf-0b4a-4ea0-b643-0669347e665b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7241fe-5a3c-41ed-8044-196e4aa7f6cf,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:41.629177 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-27862204-07db-4d16-9ee0-340b60fc3825 req-1bd4af40-c78d-4af5-aa30-679cc8806586 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837562 Sep 18 12:38:41.674493 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cceb5e-aadc-4a67-872f-c0909007019a req-3b6dabc3-19d6-40e3-af58-f3a6c9456ec7 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:41.676263 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-42cceb5e-aadc-4a67-872f-c0909007019a req-3b6dabc3-19d6-40e3-af58-f3a6c9456ec7 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 946 time: 0.1036460 Sep 18 12:38:41.687426 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-66bf3524-b16f-4abd-b4f5-45b77280f11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:41.694623 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-66bf3524-b16f-4abd-b4f5-45b77280f11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:41.702586 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-213e1567-258e-453d-84e5-a7fa5baafd61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:41.721989 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3319fa-e630-4294-9b79-cdb37aac7160 req-e8d06326-dea7-4d42-9ded-592451acc2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:41.723530 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4c3319fa-e630-4294-9b79-cdb37aac7160 req-e8d06326-dea7-4d42-9ded-592451acc2a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4df28532-82af-4330-b91d-ced682f08dad HTTP/1.1" status: 200 len: 919 time: 0.1561496 Sep 18 12:38:41.743427 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-213e1567-258e-453d-84e5-a7fa5baafd61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:41.755970 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf3524-b16f-4abd-b4f5-45b77280f11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4446eb1b-02bc-47b5-9817-4eecf4df6d75,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:41.763263 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-42cceb5e-aadc-4a67-872f-c0909007019a req-e51db23b-3e0f-434b-ab04-06905f97f0b5 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7011892-bb0d-4bf7-95fd-0280ab3d8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786145 Sep 18 12:38:41.765487 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-66bf3524-b16f-4abd-b4f5-45b77280f11d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=043a70753e074159a56b4ced737a00c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4478328 Sep 18 12:38:41.769779 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 49464) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:41.782024 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4c3319fa-e630-4294-9b79-cdb37aac7160 req-338d9464-812b-41a8-8dbb-ec62b5893f8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3184ff7a-e1fc-4d51-bca2-78b9800fd2fb HTTP/1.1" status: 200 len: 217 time: 0.0492053 Sep 18 12:38:41.822076 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9ecf3510-fa1a-488f-add9-57dc3d506f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:41.844724 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9ecf3510-fa1a-488f-add9-57dc3d506f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:41.860312 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3319fa-e630-4294-9b79-cdb37aac7160 req-96e7c0e3-dd97-483b-a7f1-8c140fee2aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:41.861840 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4c3319fa-e630-4294-9b79-cdb37aac7160 req-96e7c0e3-dd97-483b-a7f1-8c140fee2aea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cf48ed02-5e60-492d-a444-1382b9731455 HTTP/1.1" status: 200 len: 858 time: 0.0519283 Sep 18 12:38:41.896937 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9ecf3510-fa1a-488f-add9-57dc3d506f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:41.900064 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9ecf3510-fa1a-488f-add9-57dc3d506f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:41.901210 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-9ecf3510-fa1a-488f-add9-57dc3d506f0b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4446eb1b-02bc-47b5-9817-4eecf4df6d75 HTTP/1.1" status: 204 len: 168 time: 0.1306667 Sep 18 12:38:41.909727 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4c3319fa-e630-4294-9b79-cdb37aac7160 req-ac4b6a99-ae43-4789-80ab-b2c29991fe57 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4df28532-82af-4330-b91d-ced682f08dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392814 Sep 18 12:38:41.910710 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-213e1567-258e-453d-84e5-a7fa5baafd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:41.913264 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-213e1567-258e-453d-84e5-a7fa5baafd61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:41.917675 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-213e1567-258e-453d-84e5-a7fa5baafd61 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e7241fe-5a3c-41ed-8044-196e4aa7f6cf HTTP/1.1" status: 204 len: 168 time: 0.3591688 Sep 18 12:38:41.919617 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf3510-fa1a-488f-add9-57dc3d506f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4446eb1b-02bc-47b5-9817-4eecf4df6d75,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:41.934470 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e1567-258e-453d-84e5-a7fa5baafd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7241fe-5a3c-41ed-8044-196e4aa7f6cf,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:41.955285 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 49472) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:41.971826 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0ae155e2-f9fa-446d-bcaa-28a757f8c9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:42.046903 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d86ca-d840-4624-b573-4f5cf54f1f83 req-a483840f-38ae-4a34-b8bf-0f9269d8cb9e tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:42.048537 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d66d86ca-d840-4624-b573-4f5cf54f1f83 req-a483840f-38ae-4a34-b8bf-0f9269d8cb9e tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0973690 Sep 18 12:38:42.061668 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4c3319fa-e630-4294-9b79-cdb37aac7160 req-7ad6a4a9-b99a-4039-b456-795246b80983 service neutron] 10.222.0.13 "GET /v2.0/networks/4df28532-82af-4330-b91d-ced682f08dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360970 Sep 18 12:38:42.130056 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d66d86ca-d840-4624-b573-4f5cf54f1f83 req-ed4e8d07-6310-432f-9f00-14f56dd6c927 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638120 Sep 18 12:38:42.180106 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4c3319fa-e630-4294-9b79-cdb37aac7160 req-b0c89446-7d3b-4db7-a9a0-06150db6dca8 service neutron] 10.222.0.13 "GET /v2.0/networks/4df28532-82af-4330-b91d-ced682f08dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061878 Sep 18 12:38:42.206863 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0ae155e2-f9fa-446d-bcaa-28a757f8c9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:42.212686 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0ae155e2-f9fa-446d-bcaa-28a757f8c9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:42.266037 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-0ae155e2-f9fa-446d-bcaa-28a757f8c9da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d681369c82744ae0948027ffa8bd1ae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096688 Sep 18 12:38:42.266818 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae155e2-f9fa-446d-bcaa-28a757f8c9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8785a63a-4605-436b-8e84-c786ed7a61cb,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:42.269040 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 49482) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:42.329701 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9d1ac2ad-cd0c-465d-b5d2-350e02f547f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:42.357747 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9d1ac2ad-cd0c-465d-b5d2-350e02f547f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:42.416523 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9d1ac2ad-cd0c-465d-b5d2-350e02f547f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:42.420573 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9d1ac2ad-cd0c-465d-b5d2-350e02f547f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:42.424134 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-9d1ac2ad-cd0c-465d-b5d2-350e02f547f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8785a63a-4605-436b-8e84-c786ed7a61cb HTTP/1.1" status: 204 len: 168 time: 0.1510801 Sep 18 12:38:42.431227 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ac2ad-cd0c-465d-b5d2-350e02f547f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8785a63a-4605-436b-8e84-c786ed7a61cb,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:42.525520 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988826ef-bfdc-42ae-9e02-6fc1d93ffebf req-c5881549-f582-4168-a950-94e7323ebfaf tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:42.527028 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-988826ef-bfdc-42ae-9e02-6fc1d93ffebf req-c5881549-f582-4168-a950-94e7323ebfaf tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 945 time: 0.0520215 Sep 18 12:38:42.542959 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 49498) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:42.558969 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ea67e73a-a92d-4ffb-b614-641eb53407ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:42.579411 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-988826ef-bfdc-42ae-9e02-6fc1d93ffebf req-f478ef25-9fe7-4b46-991b-be4e0d0add63 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443079 Sep 18 12:38:42.673512 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ea67e73a-a92d-4ffb-b614-641eb53407ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:42.678359 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ea67e73a-a92d-4ffb-b614-641eb53407ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:42.721692 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ea67e73a-a92d-4ffb-b614-641eb53407ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e57bc5036f934f8fa84e965b41b4571c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1771114 Sep 18 12:38:42.722340 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 49504) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:42.729446 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67e73a-a92d-4ffb-b614-641eb53407ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b647b1a2-2b6b-43ec-a2fd-c220e7df3972,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:42.771093 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ff484-fb17-43c2-af07-a1dc1913e12d req-8cb3dd28-a472-438c-bb71-dfdb4b8d9bf4 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:42.772713 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fe6ff484-fb17-43c2-af07-a1dc1913e12d req-8cb3dd28-a472-438c-bb71-dfdb4b8d9bf4 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0643363 Sep 18 12:38:42.791052 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-892ec7a6-dd7a-42d6-a762-f55b68bb78e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:42.842524 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-892ec7a6-dd7a-42d6-a762-f55b68bb78e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:42.872286 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fe6ff484-fb17-43c2-af07-a1dc1913e12d req-4ee729ba-9a5a-42ba-b24a-abcae3aa2d6c tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912085 Sep 18 12:38:42.907150 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-892ec7a6-dd7a-42d6-a762-f55b68bb78e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:42.910182 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-892ec7a6-dd7a-42d6-a762-f55b68bb78e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:42.915360 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-892ec7a6-dd7a-42d6-a762-f55b68bb78e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b647b1a2-2b6b-43ec-a2fd-c220e7df3972 HTTP/1.1" status: 204 len: 168 time: 0.1917396 Sep 18 12:38:42.924141 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ec7a6-dd7a-42d6-a762-f55b68bb78e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b647b1a2-2b6b-43ec-a2fd-c220e7df3972,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:42.968927 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e7324-dac3-4deb-a097-6edded0c3d32 req-a93e58fb-ca2a-463e-87ea-d138c2629fb2 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:42.970438 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8f3e7324-dac3-4deb-a097-6edded0c3d32 req-a93e58fb-ca2a-463e-87ea-d138c2629fb2 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 946 time: 0.0849702 Sep 18 12:38:43.051913 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8f3e7324-dac3-4deb-a097-6edded0c3d32 req-e5aa893f-32be-4ba4-8eb9-1f64ba6a1490 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7011892-bb0d-4bf7-95fd-0280ab3d8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515277 Sep 18 12:38:43.276542 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbd064-2620-479d-8519-51b1e81a9ecc req-74cf6ec7-d44b-4266-93ef-cabdab55e250 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:43.283936 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b2bbd064-2620-479d-8519-51b1e81a9ecc req-74cf6ec7-d44b-4266-93ef-cabdab55e250 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0703168 Sep 18 12:38:43.327763 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b2bbd064-2620-479d-8519-51b1e81a9ecc req-95ef3925-a2e2-4dcb-9862-0282f5a4701a tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428205 Sep 18 12:38:43.538586 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c4319-1ac0-4aa4-a0b6-4726ed5b3072 req-81713e8e-a733-4f3a-b6c9-64fdbccab6ad tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:43.540187 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cc7c4319-1ac0-4aa4-a0b6-4726ed5b3072 req-81713e8e-a733-4f3a-b6c9-64fdbccab6ad tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0535297 Sep 18 12:38:43.548589 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 49558) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:43.553209 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-c43227cc-e15c-4c37-b23d-6825ffaca18c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Request body: {'floatingip': {'port_id': '6eed02d6-1e85-4490-b354-60f900f3cf5e'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:38:43.638533 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c43227cc-e15c-4c37-b23d-6825ffaca18c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for floatingip, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:43.805541 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34b23c-dce5-4a5f-b5df-510b8c22fac0 req-a3e02c6e-5545-4f4f-8095-00b190fe8568 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:43.807083 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ad34b23c-dce5-4a5f-b5df-510b8c22fac0 req-a3e02c6e-5545-4f4f-8095-00b190fe8568 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 945 time: 0.1110308 Sep 18 12:38:43.828607 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 49572) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:43.894094 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ad34b23c-dce5-4a5f-b5df-510b8c22fac0 req-b5adaa6f-b552-4637-948b-8048755ae06e tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713818 Sep 18 12:38:44.009204 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5b4046b0-9c86-47d0-adbe-068d7b7494c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:44.175325 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5b4046b0-9c86-47d0-adbe-068d7b7494c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:44.182211 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5b4046b0-9c86-47d0-adbe-068d7b7494c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:44.295444 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-5b4046b0-9c86-47d0-adbe-068d7b7494c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f64df265794488082d3ebb3f37667b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4602895 Sep 18 12:38:44.302950 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 49594) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:44.318713 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4046b0-9c86-47d0-adbe-068d7b7494c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d84ed51-a8c3-4b70-820f-e8aa38502efb,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:44.397478 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6af900-c377-4bf1-abf3-58c408242f6a req-b5716993-c6ed-409c-a8e4-90d14a3bba14 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:44.404774 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1b6af900-c377-4bf1-abf3-58c408242f6a req-b5716993-c6ed-409c-a8e4-90d14a3bba14 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.4073617 Sep 18 12:38:44.412237 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-39cf33f2-a10c-441a-8008-c66a06e4cd54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:44.438239 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-39cf33f2-a10c-441a-8008-c66a06e4cd54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:44.497013 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-39cf33f2-a10c-441a-8008-c66a06e4cd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:44.499657 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-39cf33f2-a10c-441a-8008-c66a06e4cd54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:44.503629 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-39cf33f2-a10c-441a-8008-c66a06e4cd54 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d84ed51-a8c3-4b70-820f-e8aa38502efb HTTP/1.1" status: 204 len: 168 time: 0.1949496 Sep 18 12:38:44.510022 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf33f2-a10c-441a-8008-c66a06e4cd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d84ed51-a8c3-4b70-820f-e8aa38502efb,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:44.608827 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1b6af900-c377-4bf1-abf3-58c408242f6a req-38de5e3c-1cf6-4157-9d10-8c312f208955 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982636 Sep 18 12:38:44.820161 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c43227cc-e15c-4c37-b23d-6825ffaca18c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:44.829182 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c43227cc-e15c-4c37-b23d-6825ffaca18c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673873'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:44.977049 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-c43227cc-e15c-4c37-b23d-6825ffaca18c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Floating IP 2d8415cd-f91a-451d-8b60-90f12f178e95 associated. External IP: 172.27.1.97, port: 6eed02d6-1e85-4490-b354-60f900f3cf5e. Sep 18 12:38:45.248459 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43227cc-e15c-4c37-b23d-6825ffaca18c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Router 7b2b8e88-45d3-480a-8b70-0f58d9cb475c has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:38:45.390307 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43227cc-e15c-4c37-b23d-6825ffaca18c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:38:45.397463 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c43227cc-e15c-4c37-b23d-6825ffaca18c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:45.407141 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd0d5db-98b0-4986-90e0-816c5fe84241 None None] Sync routers for ids ['7b2b8e88-45d3-480a-8b70-0f58d9cb475c'] in dv-cinder-809894-1-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:38:45.420065 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd0d5db-98b0-4986-90e0-816c5fe84241 None None] Routers {'7b2b8e88-45d3-480a-8b70-0f58d9cb475c'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:38:45.420723 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-6bd0d5db-98b0-4986-90e0-816c5fe84241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:38:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['7b2b8e88-45d3-480a-8b70-0f58d9cb475c'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:38:45.439797 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c43227cc-e15c-4c37-b23d-6825ffaca18c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "PUT /v2.0/floatingips/2d8415cd-f91a-451d-8b60-90f12f178e95 HTTP/1.1" status: 200 len: 991 time: 1.8873854 Sep 18 12:38:45.439797 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316eb69f-a7bb-47d6-ac2e-939d6496685a', 'tag': '6eed02d6-1e85-4490-b354-60f900f3cf5e'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:38:45.440350 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f481d5d-ecbf-4e97-a2a6-49cf6d83ba9f" -d '{"events": [{"name": "network-changed", "server_uuid": "316eb69f-a7bb-47d6-ac2e-939d6496685a", "tag": "6eed02d6-1e85-4490-b354-60f900f3cf5e"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:38:45.547132 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fde509-ee76-45a5-a221-c16995ca4041 x-openstack-request-id: req-24fde509-ee76-45a5-a221-c16995ca4041 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:38:45.548115 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316eb69f-a7bb-47d6-ac2e-939d6496685a", "tag": "6eed02d6-1e85-4490-b354-60f900f3cf5e", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:38:45.548224 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24fde509-ee76-45a5-a221-c16995ca4041 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:38:45.548757 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316eb69f-a7bb-47d6-ac2e-939d6496685a', 'tag': '6eed02d6-1e85-4490-b354-60f900f3cf5e', 'status': 'completed', 'code': 200} Sep 18 12:38:45.625561 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-6bd0d5db-98b0-4986-90e0-816c5fe84241 None None] Set router 7b2b8e88-45d3-480a-8b70-0f58d9cb475c gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:38:45.655756 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f481d5d-ecbf-4e97-a2a6-49cf6d83ba9f req-3d27db78-c26d-41ec-8f9b-19b7aadd8d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:45.660431 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-9f481d5d-ecbf-4e97-a2a6-49cf6d83ba9f req-3d27db78-c26d-41ec-8f9b-19b7aadd8d66 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9477430a832042d4b203b849bafeb9e9&device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 1099 time: 0.0683761 Sep 18 12:38:45.851048 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f481d5d-ecbf-4e97-a2a6-49cf6d83ba9f req-ba658e7a-e388-47bf-b470-5692791caffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:45.852727 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-9f481d5d-ecbf-4e97-a2a6-49cf6d83ba9f req-ba658e7a-e388-47bf-b470-5692791caffa service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ab574f3-0ba4-4c64-96c3-ff427a72d455 HTTP/1.1" status: 200 len: 918 time: 0.1862621 Sep 18 12:38:45.857137 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36051b17-8376-4ee8-a906-1770652d2b2e req-4764075e-ca52-45d2-9ffc-7806d60a3d77 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:45.871317 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-36051b17-8376-4ee8-a906-1770652d2b2e req-4764075e-ca52-45d2-9ffc-7806d60a3d77 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.1300979 Sep 18 12:38:45.938580 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-36051b17-8376-4ee8-a906-1770652d2b2e req-30581d5f-3de5-4508-aa61-ddaeb5832457 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611086 Sep 18 12:38:45.976469 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-6bd0d5db-98b0-4986-90e0-816c5fe84241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'name': 'tempest-AttachVolumeShelveTestJSON-2115111976-router', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:01Z', 'updated_at': '2021-09-18T12:38:08Z', 'revision_number': 4, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'gw_port': {'id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:02Z', 'updated_at': '2021-09-18T12:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': '2d8415cd-f91a-451d-8b60-90f12f178e95', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'port_id': '6eed02d6-1e85-4490-b354-60f900f3cf5e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'mac_address': 'fa:16:3e:de:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316eb69f-a7bb-47d6-ac2e-939d6496685a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:38:14Z', 'updated_at': '2021-09-18T12:38:44Z', 'revision_number': 1, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b208bce5-e3db-4b9a-af8e-6837aa4e5a94', 'name': '', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'mac_address': 'fa:16:3e:ae:e0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:07Z', 'updated_at': '2021-09-18T12:38:18Z', 'revision_number': 5, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'subnets': [{'id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:38:46.004530 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd0d5db-98b0-4986-90e0-816c5fe84241 None None] Checking router: 7b2b8e88-45d3-480a-8b70-0f58d9cb475c for host: dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:38:46.015960 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd0d5db-98b0-4986-90e0-816c5fe84241 None None] Routers {'7b2b8e88-45d3-480a-8b70-0f58d9cb475c'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:38:46.016833 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-6bd0d5db-98b0-4986-90e0-816c5fe84241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:38:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['7b2b8e88-45d3-480a-8b70-0f58d9cb475c'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:38:46.096266 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-9f481d5d-ecbf-4e97-a2a6-49cf6d83ba9f req-85cf1f98-c9fb-4189-86d5-585245c7c2dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6eed02d6-1e85-4490-b354-60f900f3cf5e HTTP/1.1" status: 200 len: 999 time: 0.2327929 Sep 18 12:38:46.154016 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-6bd0d5db-98b0-4986-90e0-816c5fe84241 None None] Set router 7b2b8e88-45d3-480a-8b70-0f58d9cb475c gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:38:46.180986 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f481d5d-ecbf-4e97-a2a6-49cf6d83ba9f req-c4cbe8a0-23c8-42f1-8138-481087985468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:46.182486 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-9f481d5d-ecbf-4e97-a2a6-49cf6d83ba9f req-c4cbe8a0-23c8-42f1-8138-481087985468 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60194707-770d-4fdc-856c-c0e71f0849f4 HTTP/1.1" status: 200 len: 856 time: 0.0780580 Sep 18 12:38:46.255975 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f481d5d-ecbf-4e97-a2a6-49cf6d83ba9f req-7461c6f6-3865-4cbc-a8a5-7f51c36267d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:46.259012 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-9f481d5d-ecbf-4e97-a2a6-49cf6d83ba9f req-7461c6f6-3865-4cbc-a8a5-7f51c36267d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ab574f3-0ba4-4c64-96c3-ff427a72d455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683153 Sep 18 12:38:46.411861 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-9f481d5d-ecbf-4e97-a2a6-49cf6d83ba9f req-52f56d72-940f-46b6-96c3-9886dfe12105 service neutron] 10.222.0.13 "GET /v2.0/networks/4ab574f3-0ba4-4c64-96c3-ff427a72d455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393256 Sep 18 12:38:46.502411 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 49726) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:46.589459 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-9f481d5d-ecbf-4e97-a2a6-49cf6d83ba9f req-a317cf8f-d3b7-4bd8-b279-903c19539027 service neutron] 10.222.0.13 "GET /v2.0/networks/4ab574f3-0ba4-4c64-96c3-ff427a72d455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704524 Sep 18 12:38:46.698580 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-6bd0d5db-98b0-4986-90e0-816c5fe84241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'name': 'tempest-AttachVolumeShelveTestJSON-2115111976-router', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:01Z', 'updated_at': '2021-09-18T12:38:08Z', 'revision_number': 4, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'gw_port': {'id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:02Z', 'updated_at': '2021-09-18T12:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': '2d8415cd-f91a-451d-8b60-90f12f178e95', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'port_id': '6eed02d6-1e85-4490-b354-60f900f3cf5e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'mac_address': 'fa:16:3e:de:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316eb69f-a7bb-47d6-ac2e-939d6496685a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:38:14Z', 'updated_at': '2021-09-18T12:38:44Z', 'revision_number': 1, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b208bce5-e3db-4b9a-af8e-6837aa4e5a94', 'name': '', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'mac_address': 'fa:16:3e:ae:e0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:07Z', 'updated_at': '2021-09-18T12:38:18Z', 'revision_number': 5, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'subnets': [{'id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:38:46.737650 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd0d5db-98b0-4986-90e0-816c5fe84241 None None] The sync data for ids ['7b2b8e88-45d3-480a-8b70-0f58d9cb475c'] in dv-cinder-809894-1-iscsi is: [{'id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'name': 'tempest-AttachVolumeShelveTestJSON-2115111976-router', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:01Z', 'updated_at': '2021-09-18T12:38:08Z', 'revision_number': 4, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'gw_port': {'id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:02Z', 'updated_at': '2021-09-18T12:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': '2d8415cd-f91a-451d-8b60-90f12f178e95', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'port_id': '6eed02d6-1e85-4490-b354-60f900f3cf5e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'mac_address': 'fa:16:3e:de:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316eb69f-a7bb-47d6-ac2e-939d6496685a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:38:14Z', 'updated_at': '2021-09-18T12:38:44Z', 'revision_number': 1, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b208bce5-e3db-4b9a-af8e-6837aa4e5a94', 'name': '', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'mac_address': 'fa:16:3e:ae:e0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:07Z', 'updated_at': '2021-09-18T12:38:18Z', 'revision_number': 5, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'subnets': [{'id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:38:46.819455 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-55e143ea-c13f-48c3-a83c-5512ef202986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:46.935853 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-55e143ea-c13f-48c3-a83c-5512ef202986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:46.941481 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-55e143ea-c13f-48c3-a83c-5512ef202986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:47.009318 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bced79b-270b-458e-a7cf-0a17461a45f2 None None] New status for floating IP 2d8415cd-f91a-451d-8b60-90f12f178e95: ACTIVE {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 12:38:47.061153 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-55e143ea-c13f-48c3-a83c-5512ef202986 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d147082820b94287a66458258ec299f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5570080 Sep 18 12:38:47.063790 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 49762) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:47.079945 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 49764) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:47.082805 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e143ea-c13f-48c3-a83c-5512ef202986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fcade4-b3ee-4a67-8872-71344bd80b69,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:47.111249 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abce85-82da-4c06-a94b-6620306998f7 req-0a3c25c4-a535-4156-98ef-32e3505aa37a tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:47.130575 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ee1d7e8f-390c-4e66-bd76-870b2d8b5b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:47.135370 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-06abce85-82da-4c06-a94b-6620306998f7 req-0a3c25c4-a535-4156-98ef-32e3505aa37a tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.1001413 Sep 18 12:38:47.164712 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ee1d7e8f-390c-4e66-bd76-870b2d8b5b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:47.220665 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-06abce85-82da-4c06-a94b-6620306998f7 req-4eaf3d94-563f-474f-ae57-66bba29c9d33 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840926 Sep 18 12:38:47.264602 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ee1d7e8f-390c-4e66-bd76-870b2d8b5b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:47.268336 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ee1d7e8f-390c-4e66-bd76-870b2d8b5b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:47.269658 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ee1d7e8f-390c-4e66-bd76-870b2d8b5b79 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c4fcade4-b3ee-4a67-8872-71344bd80b69 HTTP/1.1" status: 204 len: 168 time: 0.2046373 Sep 18 12:38:47.287691 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d7e8f-390c-4e66-bd76-870b2d8b5b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fcade4-b3ee-4a67-8872-71344bd80b69,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:47.403802 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-72617ac9-ed80-4154-a23f-66ef54bf8304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:47.536224 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-72617ac9-ed80-4154-a23f-66ef54bf8304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:47.541738 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:47.542708 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-72617ac9-ed80-4154-a23f-66ef54bf8304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:47.583265 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-72617ac9-ed80-4154-a23f-66ef54bf8304 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4d28761cb00f4cf5a2860225b610b0df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5013015 Sep 18 12:38:47.585883 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 49788) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:47.605514 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72617ac9-ed80-4154-a23f-66ef54bf8304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e563887-eca3-4d7d-9734-0bdb0f7ec50a,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:47.661347 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9e15601a-814a-4a7f-9c1c-177aaffabc39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:47.686524 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9e15601a-814a-4a7f-9c1c-177aaffabc39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:47.742585 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9e15601a-814a-4a7f-9c1c-177aaffabc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:47.748515 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9e15601a-814a-4a7f-9c1c-177aaffabc39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:47.752385 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-9e15601a-814a-4a7f-9c1c-177aaffabc39 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e563887-eca3-4d7d-9734-0bdb0f7ec50a HTTP/1.1" status: 204 len: 168 time: 0.1627338 Sep 18 12:38:47.763109 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15601a-814a-4a7f-9c1c-177aaffabc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e563887-eca3-4d7d-9734-0bdb0f7ec50a,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:48.156254 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 49824) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:48.169943 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4f9ffb34-5174-4683-9d4e-f49921bd908f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:48.264783 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4f9ffb34-5174-4683-9d4e-f49921bd908f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:48.269889 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4f9ffb34-5174-4683-9d4e-f49921bd908f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:48.306015 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ffb34-5174-4683-9d4e-f49921bd908f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eff5490-3052-4ced-afa2-476a172cc624,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:48.325540 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-4f9ffb34-5174-4683-9d4e-f49921bd908f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=099e088091274c5586d141cbf7e15144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1680775 Sep 18 12:38:48.328129 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 49832) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:48.355340 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7090533-c57e-4daf-a1d0-e4e8649da091 req-342b2cbd-58b3-456b-b9c1-bede7042aa7a tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:48.356929 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d7090533-c57e-4daf-a1d0-e4e8649da091 req-342b2cbd-58b3-456b-b9c1-bede7042aa7a tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0608842 Sep 18 12:38:48.381874 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-580c98bb-55bd-4574-8ecd-5e86d15dc1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:48.407916 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d7090533-c57e-4daf-a1d0-e4e8649da091 req-e0fbefcf-7788-4edd-826d-b926b479edf7 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442352 Sep 18 12:38:48.410530 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-580c98bb-55bd-4574-8ecd-5e86d15dc1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:48.464445 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-580c98bb-55bd-4574-8ecd-5e86d15dc1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:48.466968 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-580c98bb-55bd-4574-8ecd-5e86d15dc1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:48.470388 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-580c98bb-55bd-4574-8ecd-5e86d15dc1f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8eff5490-3052-4ced-afa2-476a172cc624 HTTP/1.1" status: 204 len: 168 time: 0.1385970 Sep 18 12:38:48.478092 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c98bb-55bd-4574-8ecd-5e86d15dc1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eff5490-3052-4ced-afa2-476a172cc624,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:48.764555 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 49858) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:48.880822 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2287ae57-e18c-4608-a642-cf64d81f506f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:48.992006 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2287ae57-e18c-4608-a642-cf64d81f506f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:49.001842 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2287ae57-e18c-4608-a642-cf64d81f506f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:49.051546 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287ae57-e18c-4608-a642-cf64d81f506f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9812a022-7bc1-46af-b4cb-ea192461e560,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:49.058236 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-2287ae57-e18c-4608-a642-cf64d81f506f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9eb9092990ac465fad5c40ed4da18239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924533 Sep 18 12:38:49.061042 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 49876) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:49.124548 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1433edd8-7327-42c4-bc3a-1eb3e3db61d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:49.151920 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1433edd8-7327-42c4-bc3a-1eb3e3db61d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:49.204509 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1433edd8-7327-42c4-bc3a-1eb3e3db61d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:49.207304 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1433edd8-7327-42c4-bc3a-1eb3e3db61d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:49.208549 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-1433edd8-7327-42c4-bc3a-1eb3e3db61d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9812a022-7bc1-46af-b4cb-ea192461e560 HTTP/1.1" status: 204 len: 168 time: 0.1465182 Sep 18 12:38:49.216673 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433edd8-7327-42c4-bc3a-1eb3e3db61d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9812a022-7bc1-46af-b4cb-ea192461e560,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:49.527750 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213da66d-eed8-47eb-b0b9-5ebb5b1cd33c req-78d49d3c-ba13-4342-b53a-6f053bc7cbf0 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:49.529264 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-213da66d-eed8-47eb-b0b9-5ebb5b1cd33c req-78d49d3c-ba13-4342-b53a-6f053bc7cbf0 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0496144 Sep 18 12:38:49.573678 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-213da66d-eed8-47eb-b0b9-5ebb5b1cd33c req-36c0d543-48e4-4fa0-893f-ff2ab9f650ef tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380657 Sep 18 12:38:50.705169 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98981af9-eb37-45d0-b1f4-2d384a7df67f req-26fcb9db-4f8c-4f0a-8875-1d8a219634c7 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:50.713409 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-98981af9-eb37-45d0-b1f4-2d384a7df67f req-26fcb9db-4f8c-4f0a-8875-1d8a219634c7 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0564950 Sep 18 12:38:50.749771 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-98981af9-eb37-45d0-b1f4-2d384a7df67f req-e6bf7c79-d4e5-4c09-bbf4-0188647d6fbd tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353529 Sep 18 12:38:51.877805 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab881ba-07c4-49bc-91d7-72fc35ed8126 req-aeb4879d-9786-4364-b63e-98358fc88ddd tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:51.879705 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1ab881ba-07c4-49bc-91d7-72fc35ed8126 req-aeb4879d-9786-4364-b63e-98358fc88ddd tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0546482 Sep 18 12:38:51.938663 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1ab881ba-07c4-49bc-91d7-72fc35ed8126 req-b8acc676-f25e-4001-8fdd-35f6407573fc tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506470 Sep 18 12:38:53.042087 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b1938-18ae-418d-97b9-658d52d989da req-5d1e2730-88e4-4d09-9c48-9d02133b02fa tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:53.043560 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f27b1938-18ae-418d-97b9-658d52d989da req-5d1e2730-88e4-4d09-9c48-9d02133b02fa tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0473664 Sep 18 12:38:53.082962 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f27b1938-18ae-418d-97b9-658d52d989da req-75a54a12-1d23-4ebc-9def-6787a5db22b5 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328195 Sep 18 12:38:54.162204 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a5f11-2c77-47e1-b771-74333c1606f3 req-b4aaaafb-1517-4633-9f5f-9c0767660cd5 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:54.163742 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ea8a5f11-2c77-47e1-b771-74333c1606f3 req-b4aaaafb-1517-4633-9f5f-9c0767660cd5 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 946 time: 0.0494390 Sep 18 12:38:54.229059 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ea8a5f11-2c77-47e1-b771-74333c1606f3 req-06c3a9c9-feda-4a0b-979e-e6c2431d15fa tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7011892-bb0d-4bf7-95fd-0280ab3d8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547798 Sep 18 12:38:54.238492 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494c6d4-2ab3-4501-ab67-ed1e87fd0f35 req-fa353899-2ad4-427b-927f-be969cbc473a tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:54.240679 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f494c6d4-2ab3-4501-ab67-ed1e87fd0f35 req-fa353899-2ad4-427b-927f-be969cbc473a tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0753584 Sep 18 12:38:54.281787 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f494c6d4-2ab3-4501-ab67-ed1e87fd0f35 req-8721247a-6d5e-4123-8209-ed053d0d7703 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348346 Sep 18 12:38:54.419982 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9c2678bc-ce0c-4c82-85d1-9863f24bf983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:54.807368 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:38:55.082026 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 50190) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:55.186251 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-49a86621-d79f-43ab-b604-110e87571589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:55.277812 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-49a86621-d79f-43ab-b604-110e87571589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:55.281758 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-49a86621-d79f-43ab-b604-110e87571589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:55.323429 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-49a86621-d79f-43ab-b604-110e87571589 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=680eb00d1d51431c9838c2f73006b14b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402666 Sep 18 12:38:55.324214 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 50200) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:55.326432 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a86621-d79f-43ab-b604-110e87571589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5822f27c-c5b8-428b-99e5-568a537c9d4f,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:55.363355 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170f049-443b-462b-b74d-624f15721913 req-b685bf89-e6ba-4a37-afbd-7c814ff8ae3d tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:55.365444 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e170f049-443b-462b-b74d-624f15721913 req-b685bf89-e6ba-4a37-afbd-7c814ff8ae3d tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 946 time: 0.0655868 Sep 18 12:38:55.391991 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-540b3a40-5694-4845-8d0e-5faa57b6cf6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:55.414481 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-540b3a40-5694-4845-8d0e-5faa57b6cf6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:55.438831 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041a46f-b8a1-4d44-9cab-2203c3355c64 req-076f27bd-91c3-4c30-8949-ccbaac72d126 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:55.440636 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6041a46f-b8a1-4d44-9cab-2203c3355c64 req-076f27bd-91c3-4c30-8949-ccbaac72d126 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0736544 Sep 18 12:38:55.444580 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e170f049-443b-462b-b74d-624f15721913 req-bb39bb6c-fad4-46ea-816c-eef731ea3802 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7011892-bb0d-4bf7-95fd-0280ab3d8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521288 Sep 18 12:38:55.489853 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6041a46f-b8a1-4d44-9cab-2203c3355c64 req-d732c57a-4799-4dfa-bd4c-7d1f031d1f9a tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392630 Sep 18 12:38:55.494445 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-540b3a40-5694-4845-8d0e-5faa57b6cf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:55.497688 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-540b3a40-5694-4845-8d0e-5faa57b6cf6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:55.499041 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-540b3a40-5694-4845-8d0e-5faa57b6cf6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5822f27c-c5b8-428b-99e5-568a537c9d4f HTTP/1.1" status: 204 len: 168 time: 0.1694877 Sep 18 12:38:55.512043 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b3a40-5694-4845-8d0e-5faa57b6cf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5822f27c-c5b8-428b-99e5-568a537c9d4f,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:55.768939 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 50214) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:55.782626 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-67a3e617-aa2f-4c79-a9b1-1da97867b929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:55.874619 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-67a3e617-aa2f-4c79-a9b1-1da97867b929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:55.878559 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-67a3e617-aa2f-4c79-a9b1-1da97867b929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:55.900621 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 50218) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:55.917258 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-67a3e617-aa2f-4c79-a9b1-1da97867b929 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=508f775ee77147919d4f15d5bfdd03db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471636 Sep 18 12:38:55.918454 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3e617-aa2f-4c79-a9b1-1da97867b929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9df0798-8b3e-42cd-b0d8-c7307999a244,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:55.919879 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 50222) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:56.002756 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-15c7614c-347b-486f-8dc3-72bd097788a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:56.012647 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-43fbd0de-1755-4311-b097-2f4c765adf8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:56.040236 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-15c7614c-347b-486f-8dc3-72bd097788a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:56.127342 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-15c7614c-347b-486f-8dc3-72bd097788a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:56.130929 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-15c7614c-347b-486f-8dc3-72bd097788a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:56.132698 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-15c7614c-347b-486f-8dc3-72bd097788a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9df0798-8b3e-42cd-b0d8-c7307999a244 HTTP/1.1" status: 204 len: 168 time: 0.2119009 Sep 18 12:38:56.145644 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7614c-347b-486f-8dc3-72bd097788a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9df0798-8b3e-42cd-b0d8-c7307999a244,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:56.173636 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-43fbd0de-1755-4311-b097-2f4c765adf8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:56.179919 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-43fbd0de-1755-4311-b097-2f4c765adf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:56.223407 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-43fbd0de-1755-4311-b097-2f4c765adf8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66c793320b784969b5e19b69753ca3e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216836 Sep 18 12:38:56.224492 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbd0de-1755-4311-b097-2f4c765adf8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5629db8-b533-439c-8e1c-7ced4b2d39d1,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:56.226810 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 50232) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:56.280484 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8ea94c64-5905-4afc-8b85-07a09ce304e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:56.305845 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8ea94c64-5905-4afc-8b85-07a09ce304e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:56.356081 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8ea94c64-5905-4afc-8b85-07a09ce304e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:56.358638 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8ea94c64-5905-4afc-8b85-07a09ce304e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:56.359847 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-8ea94c64-5905-4afc-8b85-07a09ce304e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5629db8-b533-439c-8e1c-7ced4b2d39d1 HTTP/1.1" status: 204 len: 168 time: 0.1319575 Sep 18 12:38:56.368809 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea94c64-5905-4afc-8b85-07a09ce304e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5629db8-b533-439c-8e1c-7ced4b2d39d1,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:56.491502 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ce0db-3b60-4fea-86db-1e62bcea6309 req-ac58e176-7c47-4ea7-b328-17b630ca4b09 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:56.492937 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 50252) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:56.506768 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c73ce0db-3b60-4fea-86db-1e62bcea6309 req-ac58e176-7c47-4ea7-b328-17b630ca4b09 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 946 time: 0.1200538 Sep 18 12:38:56.508117 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f2084aa6-f254-47cf-9dd0-ec2d05127a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:56.715819 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89c5a7-6e3a-42ce-b0a9-1f8a44d6643f req-27434144-98ed-4441-a0b5-a7c875afd1d1 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:56.717823 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ec89c5a7-6e3a-42ce-b0a9-1f8a44d6643f req-27434144-98ed-4441-a0b5-a7c875afd1d1 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.1101322 Sep 18 12:38:56.726043 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-c73ce0db-3b60-4fea-86db-1e62bcea6309 req-a6e74471-0396-482b-91e7-65c963206ac4 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Deleting port 9f7b2a24-6c08-49a1-91b7-52fe7ff7b658 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:38:56.726564 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-c73ce0db-3b60-4fea-86db-1e62bcea6309 req-a6e74471-0396-482b-91e7-65c963206ac4 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:56.735933 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d42e33-97f0-470d-990b-df442427e679 req-b00d9ec4-46a8-4126-8fac-ab1d02a25676 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:56.737524 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-53d42e33-97f0-470d-990b-df442427e679 req-b00d9ec4-46a8-4126-8fac-ab1d02a25676 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 946 time: 0.1541803 Sep 18 12:38:56.767656 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 50264) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:56.810591 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9d4032f9-9d39-4ff3-bae8-e258a4222367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:56.825227 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-c73ce0db-3b60-4fea-86db-1e62bcea6309 req-a6e74471-0396-482b-91e7-65c963206ac4 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] For port 9f7b2a24-6c08-49a1-91b7-52fe7ff7b658, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=9f7b2a24-6c08-49a1-91b7-52fe7ff7b658,segment=NetworkSegment(0def87d1-28f9-4421-9f8f-dbece6776bf8),segment_id=0def87d1-28f9-4421-9f8f-dbece6776bf8)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:38:56.825587 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-c73ce0db-3b60-4fea-86db-1e62bcea6309 req-a6e74471-0396-482b-91e7-65c963206ac4 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:56.843475 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-c73ce0db-3b60-4fea-86db-1e62bcea6309 req-a6e74471-0396-482b-91e7-65c963206ac4 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Calling delete_port for 9f7b2a24-6c08-49a1-91b7-52fe7ff7b658 owned by compute:nova {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:38:56.846492 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f2084aa6-f254-47cf-9dd0-ec2d05127a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:56.855963 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ec89c5a7-6e3a-42ce-b0a9-1f8a44d6643f req-86304077-a6c1-4b89-837b-43b6dc45fa83 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172330 Sep 18 12:38:56.860660 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-53d42e33-97f0-470d-990b-df442427e679 req-529f0a17-23cc-474e-808d-f73d6a3b5f4f tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7011892-bb0d-4bf7-95fd-0280ab3d8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132762 Sep 18 12:38:56.863427 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f2084aa6-f254-47cf-9dd0-ec2d05127a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:56.924254 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2084aa6-f254-47cf-9dd0-ec2d05127a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57a6ba4-3c44-420a-8b3d-f0becea13547,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:56.939787 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f2084aa6-f254-47cf-9dd0-ec2d05127a35 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21ae52ad344e4a3686a8be66fb8820f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4432795 Sep 18 12:38:56.940119 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 50266) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:57.001831 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9d4032f9-9d39-4ff3-bae8-e258a4222367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:57.007382 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9d4032f9-9d39-4ff3-bae8-e258a4222367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:57.034604 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a45e2625-3815-49f6-b12b-3f160600a217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:57.042082 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38e986ae-3f63-4111-b15e-2a7629b4c270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:57.045657 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4032f9-9d39-4ff3-bae8-e258a4222367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cf0934-97fe-40a7-9c79-f8794d9c3a46,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:57.052318 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-9d4032f9-9d39-4ff3-bae8-e258a4222367 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8464926bd37548b19c582841130bf14f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730899 Sep 18 12:38:57.052592 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 50268) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:57.079566 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38e986ae-3f63-4111-b15e-2a7629b4c270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:57.089172 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-c73ce0db-3b60-4fea-86db-1e62bcea6309 req-a6e74471-0396-482b-91e7-65c963206ac4 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:57.102816 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c5118c54-34ef-47a2-a35b-122ea0ffe5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:57.108300 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['9f7b2a24-6c08-49a1-91b7-52fe7ff7b658'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:38:57.134511 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c5118c54-34ef-47a2-a35b-122ea0ffe5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:57.135378 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e74471-0396-482b-91e7-65c963206ac4 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Pushing event deleted for resources: {'Port': ['ID=9f7b2a24-6c08-49a1-91b7-52fe7ff7b658,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:57.183781 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c5118c54-34ef-47a2-a35b-122ea0ffe5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:57.186611 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c5118c54-34ef-47a2-a35b-122ea0ffe5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:57.190185 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c5118c54-34ef-47a2-a35b-122ea0ffe5b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60cf0934-97fe-40a7-9c79-f8794d9c3a46 HTTP/1.1" status: 204 len: 168 time: 0.1342578 Sep 18 12:38:57.205161 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5118c54-34ef-47a2-a35b-122ea0ffe5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cf0934-97fe-40a7-9c79-f8794d9c3a46,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:57.209283 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73ce0db-3b60-4fea-86db-1e62bcea6309 req-a6e74471-0396-482b-91e7-65c963206ac4 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] No DVR routers for this DVR port 9f7b2a24-6c08-49a1-91b7-52fe7ff7b658 on host hv-cinder-80989 {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:38:57.213607 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-c73ce0db-3b60-4fea-86db-1e62bcea6309 req-a6e74471-0396-482b-91e7-65c963206ac4 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:57.216099 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c73ce0db-3b60-4fea-86db-1e62bcea6309 req-a6e74471-0396-482b-91e7-65c963206ac4 tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.13 "DELETE /v2.0/ports/9f7b2a24-6c08-49a1-91b7-52fe7ff7b658 HTTP/1.1" status: 204 len: 173 time: 0.7011619 Sep 18 12:38:57.216977 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf532d4-5b65-46e8-a346-b445424dbfca', 'name': 'network-vif-deleted', 'tag': '9f7b2a24-6c08-49a1-91b7-52fe7ff7b658'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:38:57.220074 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e020be344c3c72492647676234d3904a5fccbfbca8e1277db2cbf238375b01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db35357e-a387-4dbd-86a5-0d10cb51dba2" -d '{"events": [{"server_uuid": "ecf532d4-5b65-46e8-a346-b445424dbfca", "name": "network-vif-deleted", "tag": "9f7b2a24-6c08-49a1-91b7-52fe7ff7b658"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:38:57.232895 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38e986ae-3f63-4111-b15e-2a7629b4c270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:57.235574 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38e986ae-3f63-4111-b15e-2a7629b4c270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:57.239174 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-38e986ae-3f63-4111-b15e-2a7629b4c270 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b57a6ba4-3c44-420a-8b3d-f0becea13547 HTTP/1.1" status: 204 len: 168 time: 0.2978063 Sep 18 12:38:57.244968 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e986ae-3f63-4111-b15e-2a7629b4c270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57a6ba4-3c44-420a-8b3d-f0becea13547,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:57.285819 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06424159-b36a-4be3-b617-18eeb1b86f3e x-openstack-request-id: req-06424159-b36a-4be3-b617-18eeb1b86f3e {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:38:57.286111 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf532d4-5b65-46e8-a346-b445424dbfca", "name": "network-vif-deleted", "tag": "9f7b2a24-6c08-49a1-91b7-52fe7ff7b658", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:38:57.286402 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06424159-b36a-4be3-b617-18eeb1b86f3e {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:38:57.286801 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf532d4-5b65-46e8-a346-b445424dbfca', 'name': 'network-vif-deleted', 'tag': '9f7b2a24-6c08-49a1-91b7-52fe7ff7b658', 'status': 'completed', 'code': 200} Sep 18 12:38:57.755286 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:58.016140 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-533934d3-4511-4398-94c3-31512105297d req-300131cf-c42b-44df-9c8c-cda5a8a17bbc tempest-DeleteServersTestJSON-1967095064 tempest-DeleteServersTestJSON-1967095064-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecf532d4-5b65-46e8-a346-b445424dbfca HTTP/1.1" status: 200 len: 210 time: 0.0335238 Sep 18 12:38:58.046571 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d689d1-4c84-40ae-8fb7-94a8de764d1d req-7e486583-bd92-41d0-9ceb-56acb8faaffd tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:58.048216 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-36d689d1-4c84-40ae-8fb7-94a8de764d1d req-7e486583-bd92-41d0-9ceb-56acb8faaffd tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0991254 Sep 18 12:38:58.070199 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 50324) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:58.087032 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:58.136368 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-36d689d1-4c84-40ae-8fb7-94a8de764d1d req-b8995365-e34f-432d-9fd9-521865b910be tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753558 Sep 18 12:38:58.254179 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-47adf3c2-7136-442f-bdf6-fc2746db726b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:58.360191 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-47adf3c2-7136-442f-bdf6-fc2746db726b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:58.375990 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-47adf3c2-7136-442f-bdf6-fc2746db726b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:58.424187 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-47adf3c2-7136-442f-bdf6-fc2746db726b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ccc3c87e1434039908723814a05691c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3525579 Sep 18 12:38:58.425028 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47adf3c2-7136-442f-bdf6-fc2746db726b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3693d26a-c9f1-45da-9cbd-d5be635edb1b,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:58.431136 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 50338) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:58.491997 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-61409d84-6b56-4787-b666-6d70fd6f2b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:58.514256 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-61409d84-6b56-4787-b666-6d70fd6f2b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:58.563093 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-61409d84-6b56-4787-b666-6d70fd6f2b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:58.565957 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-61409d84-6b56-4787-b666-6d70fd6f2b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:58.568111 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-61409d84-6b56-4787-b666-6d70fd6f2b61 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3693d26a-c9f1-45da-9cbd-d5be635edb1b HTTP/1.1" status: 204 len: 168 time: 0.1357324 Sep 18 12:38:58.578121 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61409d84-6b56-4787-b666-6d70fd6f2b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3693d26a-c9f1-45da-9cbd-d5be635edb1b,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:58.912001 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 50360) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:58.928016 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f5476ad1-79ae-47aa-ad77-90001b8af02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:59.053815 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f5476ad1-79ae-47aa-ad77-90001b8af02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:59.059829 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f5476ad1-79ae-47aa-ad77-90001b8af02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:59.101982 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f5476ad1-79ae-47aa-ad77-90001b8af02c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb5f8fb116ca48af8b18ca6724f83987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884954 Sep 18 12:38:59.102841 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5476ad1-79ae-47aa-ad77-90001b8af02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c85cf38-3115-4cbf-808d-209d07dd61ed,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:59.104670 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 50372) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:59.172772 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-efc41589-eded-4964-a142-2f4c2c71d95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:59.200180 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-efc41589-eded-4964-a142-2f4c2c71d95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:59.262021 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-efc41589-eded-4964-a142-2f4c2c71d95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:59.265425 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-efc41589-eded-4964-a142-2f4c2c71d95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:59.267574 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-efc41589-eded-4964-a142-2f4c2c71d95b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c85cf38-3115-4cbf-808d-209d07dd61ed HTTP/1.1" status: 204 len: 168 time: 0.1615222 Sep 18 12:38:59.275758 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc41589-eded-4964-a142-2f4c2c71d95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c85cf38-3115-4cbf-808d-209d07dd61ed,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:59.300200 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e73152-55a3-42e5-97fd-2ffdaef405a3 req-7b50617e-d1fa-4039-884b-3497065014ec tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:38:59.303718 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-96e73152-55a3-42e5-97fd-2ffdaef405a3 req-7b50617e-d1fa-4039-884b-3497065014ec tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0820355 Sep 18 12:38:59.349439 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-96e73152-55a3-42e5-97fd-2ffdaef405a3 req-0505bfed-e758-44e8-9244-bdcf34265990 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384078 Sep 18 12:38:59.583428 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:59.651703 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 50398) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:59.667588 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9f3872ee-2d2a-4c31-ba43-60990049f5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:59.782177 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9f3872ee-2d2a-4c31-ba43-60990049f5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:59.789827 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9f3872ee-2d2a-4c31-ba43-60990049f5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:59.826446 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-9f3872ee-2d2a-4c31-ba43-60990049f5f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1249ab06263440c82c4087daae26b28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1734877 Sep 18 12:38:59.829401 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 50408) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:38:59.830855 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3872ee-2d2a-4c31-ba43-60990049f5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787b2ef6-d681-48ce-a064-339afbd32ed1,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:59.838064 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3872ee-2d2a-4c31-ba43-60990049f5f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:59.838347 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3872ee-2d2a-4c31-ba43-60990049f5f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:59.838677 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3872ee-2d2a-4c31-ba43-60990049f5f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:59.839004 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3872ee-2d2a-4c31-ba43-60990049f5f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:59.839329 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3872ee-2d2a-4c31-ba43-60990049f5f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:59.839651 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3872ee-2d2a-4c31-ba43-60990049f5f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:59.839994 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3872ee-2d2a-4c31-ba43-60990049f5f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:59.840310 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3872ee-2d2a-4c31-ba43-60990049f5f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:59.840630 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3872ee-2d2a-4c31-ba43-60990049f5f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:59.840945 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3872ee-2d2a-4c31-ba43-60990049f5f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:59.841258 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3872ee-2d2a-4c31-ba43-60990049f5f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:59.841574 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3872ee-2d2a-4c31-ba43-60990049f5f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:59.877939 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aba2da86-94ff-43c4-8461-db98ada09b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:59.900343 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aba2da86-94ff-43c4-8461-db98ada09b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:59.951409 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aba2da86-94ff-43c4-8461-db98ada09b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:59.953925 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aba2da86-94ff-43c4-8461-db98ada09b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:38:59.955026 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-aba2da86-94ff-43c4-8461-db98ada09b61 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/787b2ef6-d681-48ce-a064-339afbd32ed1 HTTP/1.1" status: 204 len: 168 time: 0.1246109 Sep 18 12:38:59.964594 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2da86-94ff-43c4-8461-db98ada09b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787b2ef6-d681-48ce-a064-339afbd32ed1,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:38:59.971606 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2da86-94ff-43c4-8461-db98ada09b61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:59.971978 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2da86-94ff-43c4-8461-db98ada09b61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:59.972311 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2da86-94ff-43c4-8461-db98ada09b61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:59.972636 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2da86-94ff-43c4-8461-db98ada09b61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:59.972956 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2da86-94ff-43c4-8461-db98ada09b61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:59.973277 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2da86-94ff-43c4-8461-db98ada09b61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:59.973600 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2da86-94ff-43c4-8461-db98ada09b61 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:59.973914 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2da86-94ff-43c4-8461-db98ada09b61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:59.974229 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2da86-94ff-43c4-8461-db98ada09b61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:59.974540 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2da86-94ff-43c4-8461-db98ada09b61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:59.974899 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2da86-94ff-43c4-8461-db98ada09b61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:38:59.975771 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba2da86-94ff-43c4-8461-db98ada09b61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:39:00.469312 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 9f7b2a24-6c08-49a1-91b7-52fe7ff7b658 no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:39:00.477685 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c8a38-0bbb-4c92-8a32-2163b4b6b7fc req-cf971a53-2b83-4c80-90c2-57db0bfecae2 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:00.480004 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-655c8a38-0bbb-4c92-8a32-2163b4b6b7fc req-cf971a53-2b83-4c80-90c2-57db0bfecae2 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0582645 Sep 18 12:39:00.511804 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] No Port match for: 9f7b2a24-6c08-49a1-91b7-52fe7ff7b658 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:39:00.512167 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 9f7b2a24-6c08-49a1-91b7-52fe7ff7b658 not bound to the agent host hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:39:00.540504 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-655c8a38-0bbb-4c92-8a32-2163b4b6b7fc req-b864324f-069e-4f61-8f10-0171d4371bce tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535069 Sep 18 12:39:00.653834 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 50448) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:00.703788 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_v2 [None req-53706aad-ee40-454c-b32c-3407dd079674 admin admin] Deleting subnet bf05fc48-afea-4a33-a31b-1178de61f7ad {{(pid=94107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 12:39:00.708685 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-53706aad-ee40-454c-b32c-3407dd079674 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:00.743912 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-53706aad-ee40-454c-b32c-3407dd079674 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:00.752893 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-53706aad-ee40-454c-b32c-3407dd079674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701019'] for subnet, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:00.818721 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-53706aad-ee40-454c-b32c-3407dd079674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198'] for subnet, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:00.847085 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53706aad-ee40-454c-b32c-3407dd079674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf05fc48-afea-4a33-a31b-1178de61f7ad,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:00.849000 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-53706aad-ee40-454c-b32c-3407dd079674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:00.851470 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-53706aad-ee40-454c-b32c-3407dd079674 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bf05fc48-afea-4a33-a31b-1178de61f7ad HTTP/1.1" status: 204 len: 168 time: 0.1955562 Sep 18 12:39:00.856298 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 50462) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:00.942449 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c333b0cd-bc36-4f1b-bed5-243746f28825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455914'] for network, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:01.200353 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-52e91358-69e6-4731-a6f3-eb06c7201711 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:01.201972 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-52e91358-69e6-4731-a6f3-eb06c7201711 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/networks?id=0258a11c-e78a-4182-aaeb-730e179fbfeb HTTP/1.1" status: 200 len: 815 time: 0.1288011 Sep 18 12:39:01.217042 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-4d1a7746-ed78-49aa-ba6f-cc6d789c7221 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/quotas/a792bb4fbeae46e3a5abe7197efe8adc HTTP/1.1" status: 200 len: 375 time: 0.0094523 Sep 18 12:39:01.248582 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c333b0cd-bc36-4f1b-bed5-243746f28825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701404', 'neutron.services.segments.db._delete_segments_for_network-8759307057565'] for network, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:01.272402 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c333b0cd-bc36-4f1b-bed5-243746f28825 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:39:01.273005 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c333b0cd-bc36-4f1b-bed5-243746f28825 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:39:01.273938 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c333b0cd-bc36-4f1b-bed5-243746f28825 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:39:01.274432 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c333b0cd-bc36-4f1b-bed5-243746f28825 admin admin] Subscribe: > port after_create 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:39:01.274918 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c333b0cd-bc36-4f1b-bed5-243746f28825 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:39:01.275401 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c333b0cd-bc36-4f1b-bed5-243746f28825 admin admin] Subscribe: > port after_update 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:39:01.275893 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c333b0cd-bc36-4f1b-bed5-243746f28825 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:39:01.276385 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c333b0cd-bc36-4f1b-bed5-243746f28825 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:39:01.276853 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c333b0cd-bc36-4f1b-bed5-243746f28825 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:39:01.277314 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c333b0cd-bc36-4f1b-bed5-243746f28825 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:39:01.460218 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-ced1eb61-ceca-424f-ac85-a15f3d037e7b tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a792bb4fbeae46e3a5abe7197efe8adc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2359724 Sep 18 12:39:01.476099 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c333b0cd-bc36-4f1b-bed5-243746f28825 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:39:01.476794 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c333b0cd-bc36-4f1b-bed5-243746f28825 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:39:01.477329 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c333b0cd-bc36-4f1b-bed5-243746f28825 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:39:01.478011 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c333b0cd-bc36-4f1b-bed5-243746f28825 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:39:01.478708 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-c333b0cd-bc36-4f1b-bed5-243746f28825 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fdc5fdc-8105-4236-8c1d-245ec9717be7']}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:01.507122 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-c333b0cd-bc36-4f1b-bed5-243746f28825 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0def87d1-28f9-4421-9f8f-dbece6776bf8') {'for_net_delete': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:01.507456 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-c333b0cd-bc36-4f1b-bed5-243746f28825 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0def87d1-28f9-4421-9f8f-dbece6776bf8') {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:01.527250 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c333b0cd-bc36-4f1b-bed5-243746f28825 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759307058854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25635565'] for segment, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:01.549842 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c333b0cd-bc36-4f1b-bed5-243746f28825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:01.565824 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c333b0cd-bc36-4f1b-bed5-243746f28825 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 12:39:01.566218 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c333b0cd-bc36-4f1b-bed5-243746f28825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25655759'] for segment, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:01.575936 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-155518a4-8e1b-4e7b-8ff9-0206096173d3 service neutron] 10.222.0.24 "GET /v2.0/networks/0258a11c-e78a-4182-aaeb-730e179fbfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126561 Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: from cryptography.utils import int_from_bytes Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: from cryptography.utils import int_from_bytes Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: Traceback (most recent call last): Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: timer() Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: cb(*args, **kw) Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: return func(*args, **kwargs) Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: self._notify() Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: self.callback(batched_events) Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: event.method(event) Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: return f(self, *a, **k) Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: return self._get(url).json() Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: return self.request(url, 'GET', **kwargs) Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 12:39:01.587916 dv-cinder-809894-1-iscsi neutron-server[94107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 12:39:01.669793 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c333b0cd-bc36-4f1b-bed5-243746f28825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673859'] for network, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:01.678883 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 50506) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:01.681229 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c333b0cd-bc36-4f1b-bed5-243746f28825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:01.683380 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-c333b0cd-bc36-4f1b-bed5-243746f28825 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6fdc5fdc-8105-4236-8c1d-245ec9717be7 HTTP/1.1" status: 204 len: 168 time: 0.8261564 Sep 18 12:39:01.697312 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333b0cd-bc36-4f1b-bed5-243746f28825 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fdc5fdc-8105-4236-8c1d-245ec9717be7,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:01.713234 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-5f176aeb-0f9b-4736-a467-624d6a369c8a service neutron] 10.222.0.24 "GET /v2.0/networks/0258a11c-e78a-4182-aaeb-730e179fbfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306238 Sep 18 12:39:01.724750 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc41de0-017c-415b-ba56-67b830a5e1d6 req-c0714b3d-accb-4a65-be15-58ab9d1889b1 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:01.726782 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8dc41de0-017c-415b-ba56-67b830a5e1d6 req-c0714b3d-accb-4a65-be15-58ab9d1889b1 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0717919 Sep 18 12:39:01.789061 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8dc41de0-017c-415b-ba56-67b830a5e1d6 req-2105d327-d7f6-4b2d-9771-8e26b8a05631 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516098 Sep 18 12:39:01.822670 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 50512) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:01.827215 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bd12cf61-33a0-4eb8-b050-f81409f2d4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:01.874564 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 50516) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:01.875690 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-2587cd7b-1d28-4c56-87f1-356ededd695a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=59c56ca635c240e0a4cc6ac6cbee3bef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0495565 Sep 18 12:39:01.929447 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-95d16dff-5dff-40a9-b1d2-3137724ef5ff req-8079d843-393f-49f1-9bb4-0f922015d405 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9d3040-1106-457b-9934-3b25cb91d243 HTTP/1.1" status: 200 len: 210 time: 0.0295570 Sep 18 12:39:01.969148 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a34be508-b900-4e73-aaa0-0bc7410a26c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:01.985249 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bd12cf61-33a0-4eb8-b050-f81409f2d4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:01.996020 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bd12cf61-33a0-4eb8-b050-f81409f2d4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:02.023331 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a34be508-b900-4e73-aaa0-0bc7410a26c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:02.060821 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-bd12cf61-33a0-4eb8-b050-f81409f2d4c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c85af20866724253b0eb22c11dcdd6b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809373 Sep 18 12:39:02.063768 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 50526) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:02.071466 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12cf61-33a0-4eb8-b050-f81409f2d4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505b17fc-2ca1-4d22-986d-57cd0de674be,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:02.101008 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a34be508-b900-4e73-aaa0-0bc7410a26c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:02.103869 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a34be508-b900-4e73-aaa0-0bc7410a26c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:02.107713 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-a34be508-b900-4e73-aaa0-0bc7410a26c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7011892-bb0d-4bf7-95fd-0280ab3d8efa HTTP/1.1" status: 204 len: 168 time: 0.2294865 Sep 18 12:39:02.114191 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34be508-b900-4e73-aaa0-0bc7410a26c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7011892-bb0d-4bf7-95fd-0280ab3d8efa,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:02.133807 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b77bb716-8414-4ad2-acd7-46942e89ef39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:02.159859 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b77bb716-8414-4ad2-acd7-46942e89ef39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:02.222484 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b77bb716-8414-4ad2-acd7-46942e89ef39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:02.225863 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b77bb716-8414-4ad2-acd7-46942e89ef39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:02.227212 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-b77bb716-8414-4ad2-acd7-46942e89ef39 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/505b17fc-2ca1-4d22-986d-57cd0de674be HTTP/1.1" status: 204 len: 168 time: 0.1623156 Sep 18 12:39:02.235579 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bb716-8414-4ad2-acd7-46942e89ef39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505b17fc-2ca1-4d22-986d-57cd0de674be,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:02.501652 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 50546) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:02.679597 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4b687ac6-6045-4c52-942f-85cfc3aa1dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:02.816651 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4b687ac6-6045-4c52-942f-85cfc3aa1dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:02.824538 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4b687ac6-6045-4c52-942f-85cfc3aa1dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:02.876753 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b687ac6-6045-4c52-942f-85cfc3aa1dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2478be-eb27-43ec-8375-1e0c984b6e20,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:02.881026 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4b687ac6-6045-4c52-942f-85cfc3aa1dc8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=59cb85a22ef04ab396e85e358f8a94fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3741648 Sep 18 12:39:02.883895 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 50572) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:02.919260 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707269d0-b878-4441-bb7d-bec3c36e1b82 req-fdaa274c-18cd-4260-9079-619ad059c6b2 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:02.920987 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-707269d0-b878-4441-bb7d-bec3c36e1b82 req-fdaa274c-18cd-4260-9079-619ad059c6b2 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0587826 Sep 18 12:39:02.952529 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ecefddc8-7a06-40a0-86a5-ee48137fc6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:02.972531 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-707269d0-b878-4441-bb7d-bec3c36e1b82 req-42ff4a9c-6ee7-4185-ba37-18e17057abc6 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437102 Sep 18 12:39:03.001657 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ecefddc8-7a06-40a0-86a5-ee48137fc6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:03.101773 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ecefddc8-7a06-40a0-86a5-ee48137fc6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:03.104961 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ecefddc8-7a06-40a0-86a5-ee48137fc6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:03.113399 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ecefddc8-7a06-40a0-86a5-ee48137fc6f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a2478be-eb27-43ec-8375-1e0c984b6e20 HTTP/1.1" status: 204 len: 168 time: 0.2209153 Sep 18 12:39:03.114774 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefddc8-7a06-40a0-86a5-ee48137fc6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2478be-eb27-43ec-8375-1e0c984b6e20,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:03.118785 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4437a8af-73bc-49cc-956b-20abf3d64a41 req-7a327924-be89-4dec-b4f5-d2cf4a649ff7 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9d3040-1106-457b-9934-3b25cb91d243 HTTP/1.1" status: 200 len: 210 time: 0.0487125 Sep 18 12:39:03.485469 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 50600) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:03.487230 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 50602) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:03.499465 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-814e8cc3-a350-43fb-b389-9c0fa25b2ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:03.593884 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-814e8cc3-a350-43fb-b389-9c0fa25b2ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:03.598877 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-814e8cc3-a350-43fb-b389-9c0fa25b2ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:03.637376 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e8cc3-a350-43fb-b389-9c0fa25b2ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44751402-0be0-447e-b5a9-865fffea0fe6,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:03.644276 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-814e8cc3-a350-43fb-b389-9c0fa25b2ec0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff9b7c63037a422dbb15308dd3cc3d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1551476 Sep 18 12:39:03.644510 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 50608) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:03.699600 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-efeecc89-c16e-4071-a709-f7ad0ade4d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:03.709696 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-c66b1d86-ec81-41e4-ab37-053179002aa5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-839495822-network', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:03.724311 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-efeecc89-c16e-4071-a709-f7ad0ade4d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:03.732940 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66b1d86-ec81-41e4-ab37-053179002aa5 admin admin] Made reservation on behalf of b4d22566be4e4b22aa8ebdb652155edd for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:39:03.735499 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c66b1d86-ec81-41e4-ab37-053179002aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:03.748564 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c66b1d86-ec81-41e4-ab37-053179002aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:03.789813 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-efeecc89-c16e-4071-a709-f7ad0ade4d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:03.792802 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-efeecc89-c16e-4071-a709-f7ad0ade4d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:03.794125 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-efeecc89-c16e-4071-a709-f7ad0ade4d60 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/44751402-0be0-447e-b5a9-865fffea0fe6 HTTP/1.1" status: 204 len: 168 time: 0.1486089 Sep 18 12:39:03.802793 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeecc89-c16e-4071-a709-f7ad0ade4d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44751402-0be0-447e-b5a9-865fffea0fe6,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:03.872852 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c66b1d86-ec81-41e4-ab37-053179002aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:03.877373 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c66b1d86-ec81-41e4-ab37-053179002aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:03.906549 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b1d86-ec81-41e4-ab37-053179002aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03f4434-d16c-421c-b6b9-282511f11edb,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:03.918254 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c66b1d86-ec81-41e4-ab37-053179002aa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 12:39:03.929703 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c66b1d86-ec81-41e4-ab37-053179002aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:03.930047 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-c66b1d86-ec81-41e4-ab37-053179002aa5 admin admin] Added segment c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b of type vlan for network da8e8d91-b4c1-44c8-85aa-aea272684f24 Sep 18 12:39:03.982067 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c66b1d86-ec81-41e4-ab37-053179002aa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759306564904'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:04.039566 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c66b1d86-ec81-41e4-ab37-053179002aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:04.040648 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66b1d86-ec81-41e4-ab37-053179002aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:04.041238 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c66b1d86-ec81-41e4-ab37-053179002aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:04.109340 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-c66b1d86-ec81-41e4-ab37-053179002aa5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6208670 Sep 18 12:39:04.111883 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 50632) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:04.115975 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860462c9-43d1-421b-b6a5-022f67c2aa9d req-1fe2e2d8-9d2f-4768-9d99-731fd128d831 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:04.117807 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-860462c9-43d1-421b-b6a5-022f67c2aa9d req-1fe2e2d8-9d2f-4768-9d99-731fd128d831 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0654428 Sep 18 12:39:04.130235 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-6404490a-5c26-42c7-9643-e82f4e765e2c admin admin] Request body: {'subnet': {'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-839495822-subnet', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'ip_version': 4}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:04.179551 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b1d86-ec81-41e4-ab37-053179002aa5 admin admin] Pushing event updated for resources: {'Network': ['ID=da8e8d91-b4c1-44c8-85aa-aea272684f24,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:04.190349 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-860462c9-43d1-421b-b6a5-022f67c2aa9d req-06f16f26-c311-42c1-9145-bcc5106eba9a tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616853 Sep 18 12:39:04.193613 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Network da8e8d91-b4c1-44c8-85aa-aea272684f24 details requested by agent ovs-agent-dv-cinder-809894-1-iscsi with host dv-cinder-809894-1-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 12:39:04.195488 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6404490a-5c26-42c7-9643-e82f4e765e2c admin admin] Made reservation on behalf of b4d22566be4e4b22aa8ebdb652155edd for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:39:04.198446 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6404490a-5c26-42c7-9643-e82f4e765e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29169538'] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:04.338821 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a941fee3-7a6c-4a5e-a866-3cadaf9803de req-dd7f3031-1d1e-4b9d-b157-726b411004ac tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9d3040-1106-457b-9934-3b25cb91d243 HTTP/1.1" status: 200 len: 210 time: 0.0512202 Sep 18 12:39:04.429500 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6404490a-5c26-42c7-9643-e82f4e765e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25655378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29169580'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:04.483903 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404490a-5c26-42c7-9643-e82f4e765e2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9d4096f-b98a-4336-9196-ad5904271596,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:04.495103 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6404490a-5c26-42c7-9643-e82f4e765e2c admin admin] Checking segment: {'id': 'c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:39:04.495452 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6404490a-5c26-42c7-9643-e82f4e765e2c admin admin] Network hostable DHCP agents. Network: da8e8d91-b4c1-44c8-85aa-aea272684f24, hostable agents: ['3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 12:39:04.513972 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6404490a-5c26-42c7-9643-e82f4e765e2c admin admin] Network da8e8d91-b4c1-44c8-85aa-aea272684f24 is scheduled to be hosted by DHCP agent 3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 12:39:04.525676 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-6404490a-5c26-42c7-9643-e82f4e765e2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809894-1-iscsi, da8e8d91-b4c1-44c8-85aa-aea272684f24) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:39:04.531545 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6404490a-5c26-42c7-9643-e82f4e765e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:04.531776 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6404490a-5c26-42c7-9643-e82f4e765e2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:04.534888 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a5bce9-e584-460a-bd9c-8bd4672e10f8 None None] Network da8e8d91-b4c1-44c8-85aa-aea272684f24 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:39:04.559641 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-6404490a-5c26-42c7-9643-e82f4e765e2c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4463897 Sep 18 12:39:04.561355 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 50652) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:04.565820 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-8843191d-1d6f-4088-a1d5-12d473d0222e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-839495822-router', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:04.593258 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8843191d-1d6f-4088-a1d5-12d473d0222e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3672732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-423'] for router, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:04.594465 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8843191d-1d6f-4088-a1d5-12d473d0222e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-400'] for router, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:04.663574 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8843191d-1d6f-4088-a1d5-12d473d0222e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:04.715244 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7de32733-35e2-53c9-9249-20afc5382abb-da8e8d91-b4c1-44c8-85aa-aea272684f24', 'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'fixed_ips': [{'subnet_id': 'd9d4096f-b98a-4336-9196-ad5904271596'}]}} from dv-cinder-809894-1-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 12:39:04.716153 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:04.841426 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8843191d-1d6f-4088-a1d5-12d473d0222e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:04.879585 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Allocated IP 172.20.0.2 (da8e8d91-b4c1-44c8-85aa-aea272684f24/d9d4096f-b98a-4336-9196-ad5904271596/da6a3f34-417f-40e2-8097-f410af7b6a35) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:39:05.071002 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:05.077626 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:05.101196 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8843191d-1d6f-4088-a1d5-12d473d0222e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:05.120758 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Network da8e8d91-b4c1-44c8-85aa-aea272684f24 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:39:05.123577 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:39:05.124234 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8843191d-1d6f-4088-a1d5-12d473d0222e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:05.127760 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:39:05.177841 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Pushing event updated for resources: {'Port': ['ID=da6a3f34-417f-40e2-8097-f410af7b6a35,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:05.210437 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:39:05.211064 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:39:05.211166 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:39:05.211690 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:39:05.212256 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:39:05.212493 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:39:05.212826 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:39:05.213165 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:39:05.213514 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:39:05.213862 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:39:05.214184 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:39:05.214651 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:39:05.227906 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Attempting to bind port da6a3f34-417f-40e2-8097-f410af7b6a35 on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:39:05.228279 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Attempting to bind port da6a3f34-417f-40e2-8097-f410af7b6a35 by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': 'c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:39:05.228641 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Attempting to bind port da6a3f34-417f-40e2-8097-f410af7b6a35 on network da8e8d91-b4c1-44c8-85aa-aea272684f24 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:39:05.234483 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:39:05.234865 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Checking segment: {'id': 'c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:39:05.235246 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:05.235632 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Bound using segment: {'id': 'c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:39:05.236114 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Bound port: da6a3f34-417f-40e2-8097-f410af7b6a35, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:39:05.236944 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:05.319890 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] For port da6a3f34-417f-40e2-8097-f410af7b6a35, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:39:05.323163 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] For port da6a3f34-417f-40e2-8097-f410af7b6a35, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=da6a3f34-417f-40e2-8097-f410af7b6a35,segment=NetworkSegment(c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b),segment_id=c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:39:05.323581 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 50682) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:05.328998 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:05.338171 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-8843191d-1d6f-4088-a1d5-12d473d0222e admin admin] Allocated IP 172.27.1.183 (135fce6b-ed16-41bb-8b70-07cd0f37ee2f/d6efedb2-cfaf-4090-8480-952b0af5c0d6/275a81ff-b2ef-4117-befe-66a12499c2be) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:39:05.359150 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790150b4-59d2-47c3-833a-d9ef845fed71 req-4ea5b5f6-bd47-4619-9930-2ac7c7162e24 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:05.360810 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-790150b4-59d2-47c3-833a-d9ef845fed71 req-4ea5b5f6-bd47-4619-9930-2ac7c7162e24 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0794818 Sep 18 12:39:05.388974 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ac18c-36f1-4700-b995-4457f7a0040c None None] Pushing event updated for resources: {'Port': ['ID=da6a3f34-417f-40e2-8097-f410af7b6a35,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:05.455006 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8da01d13-5405-478c-8d57-e34dd171c6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:05.455950 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-790150b4-59d2-47c3-833a-d9ef845fed71 req-01b5c940-d0ae-400b-95cb-e06bc1bf995e tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772071 Sep 18 12:39:05.497270 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8843191d-1d6f-4088-a1d5-12d473d0222e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:05.563198 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fcad3998-c637-4641-9b42-a78bd1b8bdd1 req-38f1b483-cfa5-4ddb-af8b-01967979c0ad tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9d3040-1106-457b-9934-3b25cb91d243 HTTP/1.1" status: 200 len: 210 time: 0.0301647 Sep 18 12:39:05.564658 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8843191d-1d6f-4088-a1d5-12d473d0222e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:05.583811 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8da01d13-5405-478c-8d57-e34dd171c6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:05.588444 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8da01d13-5405-478c-8d57-e34dd171c6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:05.616851 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843191d-1d6f-4088-a1d5-12d473d0222e admin admin] Pushing event updated for resources: {'Port': ['ID=275a81ff-b2ef-4117-befe-66a12499c2be,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:05.630084 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8843191d-1d6f-4088-a1d5-12d473d0222e admin admin] Network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:39:05.631987 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-8843191d-1d6f-4088-a1d5-12d473d0222e admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:39:05.634543 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8843191d-1d6f-4088-a1d5-12d473d0222e admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:39:05.638033 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-8da01d13-5405-478c-8d57-e34dd171c6f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79c0e5f2032a456fb39cbea7d93d10e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108406 Sep 18 12:39:05.638033 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da01d13-5405-478c-8d57-e34dd171c6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79d2041-cebd-40b0-bbc5-011fddf1a87e,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:05.638806 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 50688) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:05.710229 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-415b6cfe-7a47-46a3-9e62-e877df286ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:05.732931 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-415b6cfe-7a47-46a3-9e62-e877df286ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:05.790787 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-415b6cfe-7a47-46a3-9e62-e877df286ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:05.793301 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-415b6cfe-7a47-46a3-9e62-e877df286ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:05.794616 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-415b6cfe-7a47-46a3-9e62-e877df286ed0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a79d2041-cebd-40b0-bbc5-011fddf1a87e HTTP/1.1" status: 204 len: 168 time: 0.1549249 Sep 18 12:39:05.804378 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b6cfe-7a47-46a3-9e62-e877df286ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79d2041-cebd-40b0-bbc5-011fddf1a87e,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:05.870042 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8843191d-1d6f-4088-a1d5-12d473d0222e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:06.069961 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8843191d-1d6f-4088-a1d5-12d473d0222e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673931'] for router, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:06.211782 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8843191d-1d6f-4088-a1d5-12d473d0222e admin admin] Router 0a36f343-2eb0-4e34-a6ac-6b1d796c788f is scheduled to L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f with binding_index 1 {{(pid=94106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 12:39:06.403154 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8843191d-1d6f-4088-a1d5-12d473d0222e admin admin] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:39:06.421326 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357f0c2a-946a-42cc-8972-db056054e018 None None] Sync routers for ids ['0a36f343-2eb0-4e34-a6ac-6b1d796c788f'] in dv-cinder-809894-1-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:39:06.440575 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8843191d-1d6f-4088-a1d5-12d473d0222e admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:06.443589 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357f0c2a-946a-42cc-8972-db056054e018 None None] Routers {'0a36f343-2eb0-4e34-a6ac-6b1d796c788f'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:39:06.445091 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-357f0c2a-946a-42cc-8972-db056054e018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:38:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['0a36f343-2eb0-4e34-a6ac-6b1d796c788f'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:06.446806 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-8843191d-1d6f-4088-a1d5-12d473d0222e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8842545 Sep 18 12:39:06.447398 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 50716) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:06.538710 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-a2a7c74c-8e9d-418f-bdad-5590b8c84046 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:06.542772 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-a2a7c74c-8e9d-418f-bdad-5590b8c84046 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.13 "GET /v2.0/networks?id=0258a11c-e78a-4182-aaeb-730e179fbfeb HTTP/1.1" status: 200 len: 815 time: 0.2586172 Sep 18 12:39:06.567973 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-a95a7a5b-c65b-4881-950c-acdc831a0dbb tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Request body: {'port': {'device_id': 'ed9d3040-1106-457b-9934-3b25cb91d243', 'network_id': '0258a11c-e78a-4182-aaeb-730e179fbfeb', 'admin_state_up': True, 'tenant_id': 'a792bb4fbeae46e3a5abe7197efe8adc'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:06.681335 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728124e2-ee95-4633-a4a3-469a7c792817 None None] Network da8e8d91-b4c1-44c8-85aa-aea272684f24 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:39:06.738012 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-357f0c2a-946a-42cc-8972-db056054e018 None None] Set router 0a36f343-2eb0-4e34-a6ac-6b1d796c788f gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:39:06.872689 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b5257dc3-3712-4a7a-9827-f3ab7e508b46 req-c91d2508-5ae1-4597-83b5-b6d87ac9646e tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9d3040-1106-457b-9934-3b25cb91d243 HTTP/1.1" status: 200 len: 210 time: 0.0385144 Sep 18 12:39:06.874586 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-845be456-0e8a-46b6-9c90-96c3865bd5cd None None] Provisioning complete for port da6a3f34-417f-40e2-8097-f410af7b6a35 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:06.875142 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-845be456-0e8a-46b6-9c90-96c3865bd5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:06.883008 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd68af-a217-4bc4-a4b1-192deaaf4ea9 req-80cc9de1-9d5f-44be-b033-143770e6b9d5 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:06.884764 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-76dd68af-a217-4bc4-a4b1-192deaaf4ea9 req-80cc9de1-9d5f-44be-b033-143770e6b9d5 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.2716904 Sep 18 12:39:06.927639 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-a95a7a5b-c65b-4881-950c-acdc831a0dbb tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Made reservation on behalf of a792bb4fbeae46e3a5abe7197efe8adc for: {'port': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:39:06.934396 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-a95a7a5b-c65b-4881-950c-acdc831a0dbb tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:07.047131 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-357f0c2a-946a-42cc-8972-db056054e018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'name': 'tempest-TestShelveInstance-839495822-router', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '275a81ff-b2ef-4117-befe-66a12499c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:04Z', 'updated_at': '2021-09-18T12:39:05Z', 'revision_number': 3, 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'gw_port': {'id': '275a81ff-b2ef-4117-befe-66a12499c2be', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:10:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:05Z', 'updated_at': '2021-09-18T12:39:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:07.092694 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-845be456-0e8a-46b6-9c90-96c3865bd5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:07.113873 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357f0c2a-946a-42cc-8972-db056054e018 None None] Checking router: 0a36f343-2eb0-4e34-a6ac-6b1d796c788f for host: dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:39:07.114217 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357f0c2a-946a-42cc-8972-db056054e018 None None] Updating router 0a36f343-2eb0-4e34-a6ac-6b1d796c788f port 275a81ff-b2ef-4117-befe-66a12499c2be binding host dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 12:39:07.144326 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-a95a7a5b-c65b-4881-950c-acdc831a0dbb tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Allocated IP 172.20.0.4 (0258a11c-e78a-4182-aaeb-730e179fbfeb/de9e0f89-2fac-4bfb-b9e8-42c05ff8d04e/8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:39:07.154601 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-357f0c2a-946a-42cc-8972-db056054e018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:07.217851 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-845be456-0e8a-46b6-9c90-96c3865bd5cd None None] For port da6a3f34-417f-40e2-8097-f410af7b6a35, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=da6a3f34-417f-40e2-8097-f410af7b6a35,segment=NetworkSegment(c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b),segment_id=c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:39:07.226667 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-845be456-0e8a-46b6-9c90-96c3865bd5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:07.373948 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845be456-0e8a-46b6-9c90-96c3865bd5cd None None] Pushing event updated for resources: {'Port': ['ID=da6a3f34-417f-40e2-8097-f410af7b6a35,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:07.454222 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-76dd68af-a217-4bc4-a4b1-192deaaf4ea9 req-56abadbc-5752-40da-90c1-13e8f60ebcbb tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593039 Sep 18 12:39:07.501806 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-a95a7a5b-c65b-4881-950c-acdc831a0dbb tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:07.616482 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-a95a7a5b-c65b-4881-950c-acdc831a0dbb tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:07.618318 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device da6a3f34-417f-40e2-8097-f410af7b6a35 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:39:07.660414 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['af4da8e2-6830-49f9-be19-4120aed4673e'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:39:07.670449 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-357f0c2a-946a-42cc-8972-db056054e018 None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:07.695649 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-357f0c2a-946a-42cc-8972-db056054e018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:07.701191 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a7a5b-c65b-4881-950c-acdc831a0dbb tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Pushing event updated for resources: {'Port': ['ID=8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:07.717898 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-a95a7a5b-c65b-4881-950c-acdc831a0dbb tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Network 0258a11c-e78a-4182-aaeb-730e179fbfeb is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:39:07.719839 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-a95a7a5b-c65b-4881-950c-acdc831a0dbb tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:39:07.721605 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-d0b5a23c-7d74-4186-a905-12a9308ec629 None None] Provisioning complete for port da6a3f34-417f-40e2-8097-f410af7b6a35 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:07.722106 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-a95a7a5b-c65b-4881-950c-acdc831a0dbb tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:39:07.722193 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d0b5a23c-7d74-4186-a905-12a9308ec629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:07.766832 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-357f0c2a-946a-42cc-8972-db056054e018 None None] Attempting to bind port 275a81ff-b2ef-4117-befe-66a12499c2be on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:39:07.767834 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-357f0c2a-946a-42cc-8972-db056054e018 None None] Attempting to bind port 275a81ff-b2ef-4117-befe-66a12499c2be by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:39:07.768924 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357f0c2a-946a-42cc-8972-db056054e018 None None] Attempting to bind port 275a81ff-b2ef-4117-befe-66a12499c2be on network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:39:07.783518 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357f0c2a-946a-42cc-8972-db056054e018 None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:39:07.783866 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-a95a7a5b-c65b-4881-950c-acdc831a0dbb tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:07.784421 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357f0c2a-946a-42cc-8972-db056054e018 None None] Checking segment: {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:39:07.784682 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-a95a7a5b-c65b-4881-950c-acdc831a0dbb tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:07.785139 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-357f0c2a-946a-42cc-8972-db056054e018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:07.785745 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port da6a3f34-417f-40e2-8097-f410af7b6a35 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:07.786066 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357f0c2a-946a-42cc-8972-db056054e018 None None] Bound using segment: {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:39:07.786185 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:07.786817 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-357f0c2a-946a-42cc-8972-db056054e018 None None] Bound port: 275a81ff-b2ef-4117-befe-66a12499c2be, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:39:07.787512 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-357f0c2a-946a-42cc-8972-db056054e018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:07.789543 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818c87e-4050-41f8-900f-229573e02110 None None] Pushing event updated for resources: {'Port': ['ID=275a81ff-b2ef-4117-befe-66a12499c2be,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:07.789670 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-204b3387-fb02-4d8f-9dc3-a7bb8c8e0f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:07.809509 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-a95a7a5b-c65b-4881-950c-acdc831a0dbb tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2500267 Sep 18 12:39:07.821090 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818c87e-4050-41f8-900f-229573e02110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:39:07.821749 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818c87e-4050-41f8-900f-229573e02110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:39:07.822273 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818c87e-4050-41f8-900f-229573e02110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:39:07.822786 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818c87e-4050-41f8-900f-229573e02110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:39:07.823334 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818c87e-4050-41f8-900f-229573e02110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:39:07.823999 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818c87e-4050-41f8-900f-229573e02110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:39:07.824536 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818c87e-4050-41f8-900f-229573e02110 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:39:07.825065 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818c87e-4050-41f8-900f-229573e02110 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:39:07.825623 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818c87e-4050-41f8-900f-229573e02110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:39:07.826149 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818c87e-4050-41f8-900f-229573e02110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:39:07.826674 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818c87e-4050-41f8-900f-229573e02110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:39:07.826786 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-8ed246f7-4863-4779-8cb2-716543de56f1 service neutron] Request body: {'port': {'device_id': 'ed9d3040-1106-457b-9934-3b25cb91d243', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:07.827452 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818c87e-4050-41f8-900f-229573e02110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:39:07.887691 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-357f0c2a-946a-42cc-8972-db056054e018 None None] For port 275a81ff-b2ef-4117-befe-66a12499c2be, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:39:07.891510 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-357f0c2a-946a-42cc-8972-db056054e018 None None] For port 275a81ff-b2ef-4117-befe-66a12499c2be, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=275a81ff-b2ef-4117-befe-66a12499c2be,segment=NetworkSegment(972f36e2-ef14-414b-b7e5-74a44c97b427),segment_id=972f36e2-ef14-414b-b7e5-74a44c97b427)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:39:07.901715 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-8ed246f7-4863-4779-8cb2-716543de56f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:07.901928 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-357f0c2a-946a-42cc-8972-db056054e018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:08.051429 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357f0c2a-946a-42cc-8972-db056054e018 None None] Routers {'0a36f343-2eb0-4e34-a6ac-6b1d796c788f'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:39:08.052084 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-357f0c2a-946a-42cc-8972-db056054e018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:38:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['0a36f343-2eb0-4e34-a6ac-6b1d796c788f'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:08.054842 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818c87e-4050-41f8-900f-229573e02110 None None] Pushing event updated for resources: {'Port': ['ID=275a81ff-b2ef-4117-befe-66a12499c2be,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:08.072097 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-204b3387-fb02-4d8f-9dc3-a7bb8c8e0f13 admin admin] Allocated IP 172.20.0.1 (da8e8d91-b4c1-44c8-85aa-aea272684f24/d9d4096f-b98a-4336-9196-ad5904271596/30e69a5b-3f32-409c-b596-c80cc07f7086) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:39:08.095936 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa3fb7-1914-4bd6-995c-eb05a6fd0a98 req-0ab94b55-748d-461a-a301-4be99e04ac37 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:08.107110 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4caa3fb7-1914-4bd6-995c-eb05a6fd0a98 req-0ab94b55-748d-461a-a301-4be99e04ac37 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9d3040-1106-457b-9934-3b25cb91d243 HTTP/1.1" status: 200 len: 931 time: 0.0929649 Sep 18 12:39:08.173538 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4caa3fb7-1914-4bd6-995c-eb05a6fd0a98 req-669163a0-174a-4349-bdd4-366fecadfaaa tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655253 Sep 18 12:39:08.231144 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-357f0c2a-946a-42cc-8972-db056054e018 None None] Set router 0a36f343-2eb0-4e34-a6ac-6b1d796c788f gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:39:08.253375 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-204b3387-fb02-4d8f-9dc3-a7bb8c8e0f13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:08.291940 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-8ed246f7-4863-4779-8cb2-716543de56f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31 {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:39:08.292459 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-204b3387-fb02-4d8f-9dc3-a7bb8c8e0f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:08.301202 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-8ed246f7-4863-4779-8cb2-716543de56f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:08.314413 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-8ed246f7-4863-4779-8cb2-716543de56f1 service neutron] Transition to ACTIVE for port object 8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31 will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 12:39:08.318870 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-8ed246f7-4863-4779-8cb2-716543de56f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655335'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:08.351737 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204b3387-fb02-4d8f-9dc3-a7bb8c8e0f13 admin admin] Network da8e8d91-b4c1-44c8-85aa-aea272684f24 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:39:08.353410 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-204b3387-fb02-4d8f-9dc3-a7bb8c8e0f13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:39:08.356149 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204b3387-fb02-4d8f-9dc3-a7bb8c8e0f13 admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:39:08.357075 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-204b3387-fb02-4d8f-9dc3-a7bb8c8e0f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3674012'] for router_interface, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:08.360995 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b3387-fb02-4d8f-9dc3-a7bb8c8e0f13 admin admin] Pushing event updated for resources: {'Port': ['ID=30e69a5b-3f32-409c-b596-c80cc07f7086,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:08.372525 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed246f7-4863-4779-8cb2-716543de56f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:08.445968 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-357f0c2a-946a-42cc-8972-db056054e018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'name': 'tempest-TestShelveInstance-839495822-router', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '275a81ff-b2ef-4117-befe-66a12499c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:04Z', 'updated_at': '2021-09-18T12:39:05Z', 'revision_number': 3, 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'gw_port': {'id': '275a81ff-b2ef-4117-befe-66a12499c2be', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:10:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:05Z', 'updated_at': '2021-09-18T12:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:08.463937 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-8ed246f7-4863-4779-8cb2-716543de56f1 service neutron] Attempting to bind port 8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31 on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:39:08.464265 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-8ed246f7-4863-4779-8cb2-716543de56f1 service neutron] Attempting to bind port 8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31 by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': 'e611941f-17b4-4933-b698-5af07f251eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0258a11c-e78a-4182-aaeb-730e179fbfeb'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:39:08.464582 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-8ed246f7-4863-4779-8cb2-716543de56f1 service neutron] Attempting to bind port 8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31 on network 0258a11c-e78a-4182-aaeb-730e179fbfeb {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:39:08.487600 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-8ed246f7-4863-4779-8cb2-716543de56f1 service neutron] Port 8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31 on network 0258a11c-e78a-4182-aaeb-730e179fbfeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 12:39:08.487944 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-8ed246f7-4863-4779-8cb2-716543de56f1 service neutron] Attempting to bind port 8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31 on network 0258a11c-e78a-4182-aaeb-730e179fbfeb {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:39:08.496218 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357f0c2a-946a-42cc-8972-db056054e018 None None] The sync data for ids ['0a36f343-2eb0-4e34-a6ac-6b1d796c788f'] in dv-cinder-809894-1-iscsi is: [{'id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'name': 'tempest-TestShelveInstance-839495822-router', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '275a81ff-b2ef-4117-befe-66a12499c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:04Z', 'updated_at': '2021-09-18T12:39:05Z', 'revision_number': 3, 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'gw_port': {'id': '275a81ff-b2ef-4117-befe-66a12499c2be', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:10:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:05Z', 'updated_at': '2021-09-18T12:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:39:08.506785 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-8ed246f7-4863-4779-8cb2-716543de56f1 service neutron] Checking agent: {'id': '48060bde-194c-4a59-bb73-c876edc89e02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'started_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:39:08.507122 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-8ed246f7-4863-4779-8cb2-716543de56f1 service neutron] Checking segment: {'id': 'e611941f-17b4-4933-b698-5af07f251eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0258a11c-e78a-4182-aaeb-730e179fbfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:39:08.507504 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-8ed246f7-4863-4779-8cb2-716543de56f1 service neutron] Bound using segment: {'id': 'e611941f-17b4-4933-b698-5af07f251eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0258a11c-e78a-4182-aaeb-730e179fbfeb'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:39:08.512243 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-8ed246f7-4863-4779-8cb2-716543de56f1 service neutron] Bound port: 8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e611941f-17b4-4933-b698-5af07f251eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0258a11c-e78a-4182-aaeb-730e179fbfeb'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:39:08.512619 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-8ed246f7-4863-4779-8cb2-716543de56f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:08.607438 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-204b3387-fb02-4d8f-9dc3-a7bb8c8e0f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:08.616474 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-8ed246f7-4863-4779-8cb2-716543de56f1 service neutron] For port 8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31, host hv-cinder-80989, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:39:08.620507 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-8ed246f7-4863-4779-8cb2-716543de56f1 service neutron] For port 8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31,segment=NetworkSegment(e611941f-17b4-4933-b698-5af07f251eef),segment_id=e611941f-17b4-4933-b698-5af07f251eef)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:39:08.626816 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-8ed246f7-4863-4779-8cb2-716543de56f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655335'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:08.668039 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-8ed246f7-4863-4779-8cb2-716543de56f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:08.669637 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-8ed246f7-4863-4779-8cb2-716543de56f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:08.671182 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-8ed246f7-4863-4779-8cb2-716543de56f1 service neutron] 10.222.0.13 "PUT /v2.0/ports/8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31 HTTP/1.1" status: 200 len: 1093 time: 0.8504646 Sep 18 12:39:08.674078 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9d3040-1106-457b-9934-3b25cb91d243', 'tag': '8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:39:08.676331 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e020be344c3c72492647676234d3904a5fccbfbca8e1277db2cbf238375b01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ea6f18-9ffc-40bf-8754-7e44032b3407" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9d3040-1106-457b-9934-3b25cb91d243", "tag": "8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:39:08.695248 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd4ff2-cb2e-48f3-96ea-bc009dfabab0 req-b58c30c7-c912-433a-9a71-be2fc5223cd1 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:08.700150 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed246f7-4863-4779-8cb2-716543de56f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:08.706277 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-29cd4ff2-cb2e-48f3-96ea-bc009dfabab0 req-b58c30c7-c912-433a-9a71-be2fc5223cd1 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.1448708 Sep 18 12:39:08.781042 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1f2c8f61-69c1-492e-b0a0-328792b745bc None None] Provisioning complete for port 30e69a5b-3f32-409c-b596-c80cc07f7086 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:08.781609 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1f2c8f61-69c1-492e-b0a0-328792b745bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:08.816202 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-29cd4ff2-cb2e-48f3-96ea-bc009dfabab0 req-5c061623-90b1-438a-931e-fc393143dae0 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974736 Sep 18 12:39:08.821669 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-1f2c8f61-69c1-492e-b0a0-328792b745bc None None] Port 30e69a5b-3f32-409c-b596-c80cc07f7086 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 12:39:08.880960 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd12a47-47a0-481d-8acb-dfbc2e6eab8c x-openstack-request-id: req-acd12a47-47a0-481d-8acb-dfbc2e6eab8c {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:39:08.881825 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9d3040-1106-457b-9934-3b25cb91d243", "tag": "8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:39:08.882071 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-acd12a47-47a0-481d-8acb-dfbc2e6eab8c {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:39:08.882495 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9d3040-1106-457b-9934-3b25cb91d243', 'tag': '8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31', 'status': 'completed', 'code': 200} Sep 18 12:39:08.894993 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-204b3387-fb02-4d8f-9dc3-a7bb8c8e0f13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:08.899834 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-204b3387-fb02-4d8f-9dc3-a7bb8c8e0f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:08.900582 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-204b3387-fb02-4d8f-9dc3-a7bb8c8e0f13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3673612'] for router_interface, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:09.020077 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b3387-fb02-4d8f-9dc3-a7bb8c8e0f13 admin admin] Pushing event updated for resources: {'Port': ['ID=30e69a5b-3f32-409c-b596-c80cc07f7086,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:09.023590 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-859ecb43-366b-4f4b-93c2-f89881dbf526 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ed0366714b3d4a2bb7e2c9bbd5ea7c94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651426 Sep 18 12:39:09.174976 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204b3387-fb02-4d8f-9dc3-a7bb8c8e0f13 admin admin] Network da8e8d91-b4c1-44c8-85aa-aea272684f24 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:39:09.182232 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-204b3387-fb02-4d8f-9dc3-a7bb8c8e0f13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:39:09.274577 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-f45dd1d0-cb96-4b4e-b327-e3eeaba945e5 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:09.276167 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-f45dd1d0-cb96-4b4e-b327-e3eeaba945e5 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2425566 Sep 18 12:39:09.298972 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-588b1d2e-0b3d-4509-be2f-4c15ccff2f80 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/quotas/ed0366714b3d4a2bb7e2c9bbd5ea7c94 HTTP/1.1" status: 200 len: 375 time: 0.0162220 Sep 18 12:39:09.367287 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-102015c4-5c50-4fdf-96c5-900334c60c94 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed0366714b3d4a2bb7e2c9bbd5ea7c94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305223 Sep 18 12:39:09.382282 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204b3387-fb02-4d8f-9dc3-a7bb8c8e0f13 admin admin] Router 0a36f343-2eb0-4e34-a6ac-6b1d796c788f has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:39:09.467229 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-b0a5616f-fe81-4574-ac31-7948adc09a8b None None] Provisioning complete for port 30e69a5b-3f32-409c-b596-c80cc07f7086 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:09.467449 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b0a5616f-fe81-4574-ac31-7948adc09a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:09.516725 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204b3387-fb02-4d8f-9dc3-a7bb8c8e0f13 admin admin] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:39:09.527481 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-204b3387-fb02-4d8f-9dc3-a7bb8c8e0f13 admin admin] 10.222.0.24 "PUT /v2.0/routers/0a36f343-2eb0-4e34-a6ac-6b1d796c788f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0779881 Sep 18 12:39:09.573241 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-b0a5616f-fe81-4574-ac31-7948adc09a8b None None] Port 30e69a5b-3f32-409c-b596-c80cc07f7086 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 12:39:09.604485 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 275a81ff-b2ef-4117-befe-66a12499c2be up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:39:09.618132 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca10347-bcbc-4ff8-904b-21878196e5c6 req-05ec7c0c-5d59-4d6c-96d1-eb55c4c71a3e tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:09.619708 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9ca10347-bcbc-4ff8-904b-21878196e5c6 req-05ec7c0c-5d59-4d6c-96d1-eb55c4c71a3e tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9d3040-1106-457b-9934-3b25cb91d243 HTTP/1.1" status: 200 len: 943 time: 0.0734475 Sep 18 12:39:09.666176 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 275a81ff-b2ef-4117-befe-66a12499c2be triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:09.666668 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:09.680012 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9ca10347-bcbc-4ff8-904b-21878196e5c6 req-5af0f0ff-cbf1-4d9d-a96e-35872cadc9dd tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457568 Sep 18 12:39:09.760213 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e6f42adc-347e-4668-b3c9-c10dcfc4be9a req-dc3a7f90-e7e8-40d8-93af-1f2914efe906 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e210d5d-5803-4459-8217-3d6d019ca58b HTTP/1.1" status: 200 len: 210 time: 0.0414503 Sep 18 12:39:09.796393 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:09.818072 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] For port 275a81ff-b2ef-4117-befe-66a12499c2be, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=275a81ff-b2ef-4117-befe-66a12499c2be,segment=NetworkSegment(972f36e2-ef14-414b-b7e5-74a44c97b427),segment_id=972f36e2-ef14-414b-b7e5-74a44c97b427)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:39:09.823917 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:09.879464 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Pushing event updated for resources: {'Port': ['ID=275a81ff-b2ef-4117-befe-66a12499c2be,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:09.941599 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23295474-d6d7-42fe-937e-be1463834bd2 req-5587569e-5c44-47a2-ba9d-4c20ca9c7255 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:09.943077 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-23295474-d6d7-42fe-937e-be1463834bd2 req-5587569e-5c44-47a2-ba9d-4c20ca9c7255 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0534554 Sep 18 12:39:09.989275 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-23295474-d6d7-42fe-937e-be1463834bd2 req-b4547c51-eaa1-48aa-9b17-15938a4fc4d1 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385599 Sep 18 12:39:10.197529 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 50828) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:10.202347 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-7e7332a1-0212-4458-88c6-f0a2d32e21d9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-689541278-network', 'tenant_id': '2743a136015a49e48067d6ccf324e897'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:10.223126 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7332a1-0212-4458-88c6-f0a2d32e21d9 admin admin] Made reservation on behalf of 2743a136015a49e48067d6ccf324e897 for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:39:10.225442 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7e7332a1-0212-4458-88c6-f0a2d32e21d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:10.233855 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7e7332a1-0212-4458-88c6-f0a2d32e21d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:10.321698 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7e7332a1-0212-4458-88c6-f0a2d32e21d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:10.326358 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7e7332a1-0212-4458-88c6-f0a2d32e21d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:10.341250 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0d0638-d869-4a79-a929-24335e7b6a0b None None] Sync routers for ids ['0a36f343-2eb0-4e34-a6ac-6b1d796c788f'] in dv-cinder-809894-1-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:39:10.349044 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7332a1-0212-4458-88c6-f0a2d32e21d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 12:39:10.351506 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0d0638-d869-4a79-a929-24335e7b6a0b None None] Routers {'0a36f343-2eb0-4e34-a6ac-6b1d796c788f'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:39:10.352239 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-9a0d0638-d869-4a79-a929-24335e7b6a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:38:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['0a36f343-2eb0-4e34-a6ac-6b1d796c788f'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:10.363592 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7332a1-0212-4458-88c6-f0a2d32e21d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d915ad2b-acaf-4b58-af96-ead3bd4defd4,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:10.367068 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7e7332a1-0212-4458-88c6-f0a2d32e21d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:10.367412 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-7e7332a1-0212-4458-88c6-f0a2d32e21d9 admin admin] Added segment b4696be6-1178-4cbe-9e17-5c3a6fa84545 of type vlan for network 1c58d791-ee5c-4c98-95db-974a98ef27fc Sep 18 12:39:10.406796 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7e7332a1-0212-4458-88c6-f0a2d32e21d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759306564904'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:10.431351 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7e7332a1-0212-4458-88c6-f0a2d32e21d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:10.432454 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7332a1-0212-4458-88c6-f0a2d32e21d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:10.433065 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7e7332a1-0212-4458-88c6-f0a2d32e21d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:10.462035 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-9a0d0638-d869-4a79-a929-24335e7b6a0b None None] Set router 0a36f343-2eb0-4e34-a6ac-6b1d796c788f gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:39:10.466497 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-7e7332a1-0212-4458-88c6-f0a2d32e21d9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2678540 Sep 18 12:39:10.469376 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 50832) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:10.475552 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-5e87588d-74ad-4465-8510-f7e2cf78b780 admin admin] Request body: {'subnet': {'network_id': '1c58d791-ee5c-4c98-95db-974a98ef27fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-689541278-subnet', 'tenant_id': '2743a136015a49e48067d6ccf324e897', 'ip_version': 4}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:10.498050 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7332a1-0212-4458-88c6-f0a2d32e21d9 admin admin] Pushing event updated for resources: {'Network': ['ID=1c58d791-ee5c-4c98-95db-974a98ef27fc,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:10.512852 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Network 1c58d791-ee5c-4c98-95db-974a98ef27fc details requested by agent ovs-agent-dv-cinder-809894-1-iscsi with host dv-cinder-809894-1-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 12:39:10.513716 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e87588d-74ad-4465-8510-f7e2cf78b780 admin admin] Made reservation on behalf of 2743a136015a49e48067d6ccf324e897 for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:39:10.516284 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5e87588d-74ad-4465-8510-f7e2cf78b780 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29169538'] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:10.683718 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5e87588d-74ad-4465-8510-f7e2cf78b780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25655378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29169580'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:10.736488 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87588d-74ad-4465-8510-f7e2cf78b780 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba5d1835-4a6b-4433-af0c-c0f7f1a43823,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:10.747454 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e87588d-74ad-4465-8510-f7e2cf78b780 admin admin] Checking segment: {'id': 'b4696be6-1178-4cbe-9e17-5c3a6fa84545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1c58d791-ee5c-4c98-95db-974a98ef27fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:39:10.747838 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e87588d-74ad-4465-8510-f7e2cf78b780 admin admin] Network hostable DHCP agents. Network: 1c58d791-ee5c-4c98-95db-974a98ef27fc, hostable agents: ['3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 12:39:10.766682 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e87588d-74ad-4465-8510-f7e2cf78b780 admin admin] Network 1c58d791-ee5c-4c98-95db-974a98ef27fc is scheduled to be hosted by DHCP agent 3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 12:39:10.788085 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-5e87588d-74ad-4465-8510-f7e2cf78b780 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809894-1-iscsi, 1c58d791-ee5c-4c98-95db-974a98ef27fc) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:39:10.793384 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b2c1a-67ea-475f-b944-213862f99f7a req-dddacfc5-c2cc-46b3-aaf5-bf4bc448ab68 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:10.793729 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e87588d-74ad-4465-8510-f7e2cf78b780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:10.794619 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5e87588d-74ad-4465-8510-f7e2cf78b780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:10.797392 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a4d273-808f-4798-81e3-92e80e57bf38 None None] Network 1c58d791-ee5c-4c98-95db-974a98ef27fc requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:39:10.805316 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d41b2c1a-67ea-475f-b944-213862f99f7a req-dddacfc5-c2cc-46b3-aaf5-bf4bc448ab68 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9d3040-1106-457b-9934-3b25cb91d243 HTTP/1.1" status: 200 len: 943 time: 0.0642130 Sep 18 12:39:10.815589 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-5e87588d-74ad-4465-8510-f7e2cf78b780 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3443532 Sep 18 12:39:10.818628 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 50842) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:10.825682 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-1af841b7-05f9-43c7-8b1c-9121b7cddee1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-689541278-router', 'tenant_id': '2743a136015a49e48067d6ccf324e897', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:10.842795 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d41b2c1a-67ea-475f-b944-213862f99f7a req-6f66b6d3-6142-44ff-a4a7-0f6bf485df03 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354447 Sep 18 12:39:10.848278 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1af841b7-05f9-43c7-8b1c-9121b7cddee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3672732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-423'] for router, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:10.849824 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1af841b7-05f9-43c7-8b1c-9121b7cddee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-400'] for router, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:10.905634 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1af841b7-05f9-43c7-8b1c-9121b7cddee1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:10.927528 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ef1f797c-abe2-4d74-a6e4-99ce694176ab req-d5224d83-ec7a-4a6b-a48a-bb7bdc90f129 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e210d5d-5803-4459-8217-3d6d019ca58b HTTP/1.1" status: 200 len: 210 time: 0.0279031 Sep 18 12:39:10.931945 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-9a0d0638-d869-4a79-a929-24335e7b6a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'name': 'tempest-TestShelveInstance-839495822-router', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '275a81ff-b2ef-4117-befe-66a12499c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:04Z', 'updated_at': '2021-09-18T12:39:08Z', 'revision_number': 4, 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'gw_port': {'id': '275a81ff-b2ef-4117-befe-66a12499c2be', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:10:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:05Z', 'updated_at': '2021-09-18T12:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': '30e69a5b-3f32-409c-b596-c80cc07f7086', 'name': '', 'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'mac_address': 'fa:16:3e:da:36:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd9d4096f-b98a-4336-9196-ad5904271596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:07Z', 'updated_at': '2021-09-18T12:39:08Z', 'revision_number': 2, 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'subnets': [{'id': 'd9d4096f-b98a-4336-9196-ad5904271596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:10.981514 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0d0638-d869-4a79-a929-24335e7b6a0b None None] Checking router: 0a36f343-2eb0-4e34-a6ac-6b1d796c788f for host: dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:39:10.982007 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0d0638-d869-4a79-a929-24335e7b6a0b None None] Updating router 0a36f343-2eb0-4e34-a6ac-6b1d796c788f port 30e69a5b-3f32-409c-b596-c80cc07f7086 binding host dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 12:39:11.018618 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9a0d0638-d869-4a79-a929-24335e7b6a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:11.051297 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1af841b7-05f9-43c7-8b1c-9121b7cddee1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:11.068615 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a45a98-5ac1-4154-ab81-7e26d8b39d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7de32733-35e2-53c9-9249-20afc5382abb-1c58d791-ee5c-4c98-95db-974a98ef27fc', 'network_id': '1c58d791-ee5c-4c98-95db-974a98ef27fc', 'tenant_id': '2743a136015a49e48067d6ccf324e897', 'fixed_ips': [{'subnet_id': 'ba5d1835-4a6b-4433-af0c-c0f7f1a43823'}]}} from dv-cinder-809894-1-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 12:39:11.069454 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-73a45a98-5ac1-4154-ab81-7e26d8b39d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:11.114011 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bf029-1e68-4c3c-8807-da566d9df3c2 req-3f917d5d-dea3-4967-9965-38b4649bdc60 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:11.115454 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b90bf029-1e68-4c3c-8807-da566d9df3c2 req-3f917d5d-dea3-4967-9965-38b4649bdc60 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0536611 Sep 18 12:39:11.155224 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b90bf029-1e68-4c3c-8807-da566d9df3c2 req-d081b49a-da9c-445a-92b4-6bb8367af49f tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331664 Sep 18 12:39:11.244059 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1af841b7-05f9-43c7-8b1c-9121b7cddee1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:11.262972 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1af841b7-05f9-43c7-8b1c-9121b7cddee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:11.319949 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-73a45a98-5ac1-4154-ab81-7e26d8b39d40 None None] Allocated IP 172.20.0.2 (1c58d791-ee5c-4c98-95db-974a98ef27fc/ba5d1835-4a6b-4433-af0c-c0f7f1a43823/18dcf0a8-f6ac-43cd-8320-38ebdce3a200) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:39:11.380406 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-1af841b7-05f9-43c7-8b1c-9121b7cddee1 admin admin] Allocated IP 172.27.1.117 (135fce6b-ed16-41bb-8b70-07cd0f37ee2f/d6efedb2-cfaf-4090-8480-952b0af5c0d6/de33d97a-fc14-49c8-8c1c-1db606a1db30) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:39:11.488426 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9a0d0638-d869-4a79-a929-24335e7b6a0b None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:11.495989 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9a0d0638-d869-4a79-a929-24335e7b6a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:11.512198 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 275a81ff-b2ef-4117-befe-66a12499c2be up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:39:11.518651 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea6f18-9ffc-40bf-8754-7e44032b3407 req-ae6345c4-564f-457a-a090-7b198b0a4ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:11.520263 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-49ea6f18-9ffc-40bf-8754-7e44032b3407 req-ae6345c4-564f-457a-a090-7b198b0a4ec4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a792bb4fbeae46e3a5abe7197efe8adc&device_id=ed9d3040-1106-457b-9934-3b25cb91d243 HTTP/1.1" status: 200 len: 1096 time: 0.1010485 Sep 18 12:39:11.567489 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1af841b7-05f9-43c7-8b1c-9121b7cddee1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:11.646458 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 275a81ff-b2ef-4117-befe-66a12499c2be triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:11.653841 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:11.705285 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed26a51-a414-4350-8f50-cd360b9e484e None None] Pushing event updated for resources: {'Port': ['ID=30e69a5b-3f32-409c-b596-c80cc07f7086,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:11.707008 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1af841b7-05f9-43c7-8b1c-9121b7cddee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:11.718422 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea6f18-9ffc-40bf-8754-7e44032b3407 req-da6d71dc-357e-499c-9ad8-62c8fc682e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:11.719918 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-49ea6f18-9ffc-40bf-8754-7e44032b3407 req-da6d71dc-357e-499c-9ad8-62c8fc682e7f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a792bb4fbeae46e3a5abe7197efe8adc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1838539 Sep 18 12:39:11.772874 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-73a45a98-5ac1-4154-ab81-7e26d8b39d40 None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:11.777530 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af841b7-05f9-43c7-8b1c-9121b7cddee1 admin admin] Network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:39:11.791788 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-1af841b7-05f9-43c7-8b1c-9121b7cddee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:39:11.794929 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af841b7-05f9-43c7-8b1c-9121b7cddee1 admin admin] Pushing event updated for resources: {'Port': ['ID=de33d97a-fc14-49c8-8c1c-1db606a1db30,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:11.797140 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af841b7-05f9-43c7-8b1c-9121b7cddee1 admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:39:11.798306 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-73a45a98-5ac1-4154-ab81-7e26d8b39d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:11.806216 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-9a0d0638-d869-4a79-a929-24335e7b6a0b None None] Attempting to bind port 30e69a5b-3f32-409c-b596-c80cc07f7086 on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:39:11.806582 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-9a0d0638-d869-4a79-a929-24335e7b6a0b None None] Attempting to bind port 30e69a5b-3f32-409c-b596-c80cc07f7086 by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': 'c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:39:11.806953 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0d0638-d869-4a79-a929-24335e7b6a0b None None] Attempting to bind port 30e69a5b-3f32-409c-b596-c80cc07f7086 on network da8e8d91-b4c1-44c8-85aa-aea272684f24 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:39:11.843870 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0d0638-d869-4a79-a929-24335e7b6a0b None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:39:11.844242 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0d0638-d869-4a79-a929-24335e7b6a0b None None] Checking segment: {'id': 'c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:39:11.844637 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9a0d0638-d869-4a79-a929-24335e7b6a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:11.845027 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0d0638-d869-4a79-a929-24335e7b6a0b None None] Bound using segment: {'id': 'c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:39:11.845496 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-9a0d0638-d869-4a79-a929-24335e7b6a0b None None] Bound port: 30e69a5b-3f32-409c-b596-c80cc07f7086, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:39:11.845867 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9a0d0638-d869-4a79-a929-24335e7b6a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:11.862734 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a45a98-5ac1-4154-ab81-7e26d8b39d40 None None] Network 1c58d791-ee5c-4c98-95db-974a98ef27fc is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:39:11.901386 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-73a45a98-5ac1-4154-ab81-7e26d8b39d40 None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:39:11.904581 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a45a98-5ac1-4154-ab81-7e26d8b39d40 None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:39:11.940430 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a45a98-5ac1-4154-ab81-7e26d8b39d40 None None] Pushing event updated for resources: {'Port': ['ID=18dcf0a8-f6ac-43cd-8320-38ebdce3a200,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:11.969556 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea6f18-9ffc-40bf-8754-7e44032b3407 req-4ef5f755-3237-49ab-ac88-2112410457e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:11.970534 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-49ea6f18-9ffc-40bf-8754-7e44032b3407 req-4ef5f755-3237-49ab-ac88-2112410457e5 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2286105 Sep 18 12:39:12.015691 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26f98a-2b9b-4ea9-b49e-f9f611d01a47 req-93fd3356-54d6-4bd2-aedd-ed29a0bf9b45 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:12.025170 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba26f98a-2b9b-4ea9-b49e-f9f611d01a47 req-93fd3356-54d6-4bd2-aedd-ed29a0bf9b45 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9d3040-1106-457b-9934-3b25cb91d243 HTTP/1.1" status: 200 len: 943 time: 0.1022058 Sep 18 12:39:12.072892 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-73a45a98-5ac1-4154-ab81-7e26d8b39d40 None None] Attempting to bind port 18dcf0a8-f6ac-43cd-8320-38ebdce3a200 on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:39:12.073265 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-73a45a98-5ac1-4154-ab81-7e26d8b39d40 None None] Attempting to bind port 18dcf0a8-f6ac-43cd-8320-38ebdce3a200 by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': 'b4696be6-1178-4cbe-9e17-5c3a6fa84545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1c58d791-ee5c-4c98-95db-974a98ef27fc'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:39:12.073616 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a45a98-5ac1-4154-ab81-7e26d8b39d40 None None] Attempting to bind port 18dcf0a8-f6ac-43cd-8320-38ebdce3a200 on network 1c58d791-ee5c-4c98-95db-974a98ef27fc {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:39:12.077334 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-a22f020b-e38c-4502-9baa-0231431345f4 None None] Provisioning complete for port 30e69a5b-3f32-409c-b596-c80cc07f7086 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:12.077701 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a22f020b-e38c-4502-9baa-0231431345f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:12.121845 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83e6244f-03f0-44c4-bf69-74117c92f0ac req-86b14820-5dde-4f26-a78a-2a59c9457ae5 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e210d5d-5803-4459-8217-3d6d019ca58b HTTP/1.1" status: 200 len: 210 time: 0.0349748 Sep 18 12:39:12.128306 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba26f98a-2b9b-4ea9-b49e-f9f611d01a47 req-70526b39-eb7f-49aa-aac8-1eec64673330 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022799 Sep 18 12:39:12.140703 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9a0d0638-d869-4a79-a929-24335e7b6a0b None None] For port 30e69a5b-3f32-409c-b596-c80cc07f7086, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:39:12.143504 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a45a98-5ac1-4154-ab81-7e26d8b39d40 None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:39:12.143899 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a45a98-5ac1-4154-ab81-7e26d8b39d40 None None] Checking segment: {'id': 'b4696be6-1178-4cbe-9e17-5c3a6fa84545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1c58d791-ee5c-4c98-95db-974a98ef27fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:39:12.144324 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-73a45a98-5ac1-4154-ab81-7e26d8b39d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:12.144739 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a45a98-5ac1-4154-ab81-7e26d8b39d40 None None] Bound using segment: {'id': 'b4696be6-1178-4cbe-9e17-5c3a6fa84545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1c58d791-ee5c-4c98-95db-974a98ef27fc'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:39:12.145320 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-73a45a98-5ac1-4154-ab81-7e26d8b39d40 None None] Bound port: 18dcf0a8-f6ac-43cd-8320-38ebdce3a200, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4696be6-1178-4cbe-9e17-5c3a6fa84545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1c58d791-ee5c-4c98-95db-974a98ef27fc'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:39:12.145708 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-73a45a98-5ac1-4154-ab81-7e26d8b39d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:12.171702 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-a22f020b-e38c-4502-9baa-0231431345f4 None None] Port 30e69a5b-3f32-409c-b596-c80cc07f7086 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 12:39:12.175323 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-6af81459-6708-4e82-b210-9f1d0bf65624 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ed0366714b3d4a2bb7e2c9bbd5ea7c94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346456 Sep 18 12:39:12.207841 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9a0d0638-d869-4a79-a929-24335e7b6a0b None None] For port 30e69a5b-3f32-409c-b596-c80cc07f7086, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=30e69a5b-3f32-409c-b596-c80cc07f7086,segment=NetworkSegment(c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b),segment_id=c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:39:12.218942 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9a0d0638-d869-4a79-a929-24335e7b6a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:12.279714 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed26a51-a414-4350-8f50-cd360b9e484e None None] Pushing event updated for resources: {'Port': ['ID=30e69a5b-3f32-409c-b596-c80cc07f7086,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:12.317217 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-73a45a98-5ac1-4154-ab81-7e26d8b39d40 None None] For port 18dcf0a8-f6ac-43cd-8320-38ebdce3a200, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:39:12.322353 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-73a45a98-5ac1-4154-ab81-7e26d8b39d40 None None] For port 18dcf0a8-f6ac-43cd-8320-38ebdce3a200, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=18dcf0a8-f6ac-43cd-8320-38ebdce3a200,segment=NetworkSegment(b4696be6-1178-4cbe-9e17-5c3a6fa84545),segment_id=b4696be6-1178-4cbe-9e17-5c3a6fa84545)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:39:12.331922 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0d0638-d869-4a79-a929-24335e7b6a0b None None] Routers {'0a36f343-2eb0-4e34-a6ac-6b1d796c788f'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:39:12.332700 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-9a0d0638-d869-4a79-a929-24335e7b6a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:38:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['0a36f343-2eb0-4e34-a6ac-6b1d796c788f'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:12.339556 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 50876) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:12.424926 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-73a45a98-5ac1-4154-ab81-7e26d8b39d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:12.505580 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-3db061e9-7ab0-4a50-a831-9aef0e1720e0 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:12.507958 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-3db061e9-7ab0-4a50-a831-9aef0e1720e0 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3168242 Sep 18 12:39:12.518922 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72af78a-c44b-4028-bf24-f067c82aa055 req-8e70ac01-5f87-44fe-8411-83905a036ec9 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:12.532617 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e72af78a-c44b-4028-bf24-f067c82aa055 req-8e70ac01-5f87-44fe-8411-83905a036ec9 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.2468448 Sep 18 12:39:12.560886 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-260619d1-ddef-4e23-a85b-7f355b6b7bc0 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Request body: {'port': {'device_id': '4e210d5d-5803-4459-8217-3d6d019ca58b', 'network_id': 'e4e0ad84-7c5c-46e5-b135-5d66ed841299', 'admin_state_up': True, 'tenant_id': 'ed0366714b3d4a2bb7e2c9bbd5ea7c94'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:12.580576 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-288b3436-0d48-40dc-9b14-1921e55d9a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:12.582880 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-288b3436-0d48-40dc-9b14-1921e55d9a52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a792bb4fbeae46e3a5abe7197efe8adc&device_id=ed9d3040-1106-457b-9934-3b25cb91d243 HTTP/1.1" status: 200 len: 1096 time: 0.1466620 Sep 18 12:39:12.622828 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a45a98-5ac1-4154-ab81-7e26d8b39d40 None None] Pushing event updated for resources: {'Port': ['ID=18dcf0a8-f6ac-43cd-8320-38ebdce3a200,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:12.646119 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-9a0d0638-d869-4a79-a929-24335e7b6a0b None None] Set router 0a36f343-2eb0-4e34-a6ac-6b1d796c788f gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:39:12.702623 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c015cab3-594e-4a7e-8a35-a61113701952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:12.720493 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-0a3360e4-ede6-472b-a9a2-22869d13fdb3 None None] Provisioning complete for port 30e69a5b-3f32-409c-b596-c80cc07f7086 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:12.721235 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0a3360e4-ede6-472b-a9a2-22869d13fdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:12.729355 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-b1f544f7-638f-4ddc-bee9-b255bdeb851a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31 HTTP/1.1" status: 200 len: 217 time: 0.0749042 Sep 18 12:39:12.882956 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1af841b7-05f9-43c7-8b1c-9121b7cddee1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:12.908452 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e72af78a-c44b-4028-bf24-f067c82aa055 req-82ade637-ce70-4c5c-b1f5-d8cd783b6bf9 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661950 Sep 18 12:39:12.991828 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-395cb2e9-8730-4078-abe6-228838405a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:12.999109 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-395cb2e9-8730-4078-abe6-228838405a5c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de9e0f89-2fac-4bfb-b9e8-42c05ff8d04e HTTP/1.1" status: 200 len: 855 time: 0.2427943 Sep 18 12:39:13.033240 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c015cab3-594e-4a7e-8a35-a61113701952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:13.045764 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c015cab3-594e-4a7e-8a35-a61113701952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:13.055187 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-0afe1eef-eb2e-46aa-9b36-bd019c325618 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0258a11c-e78a-4182-aaeb-730e179fbfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445125 Sep 18 12:39:13.081139 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015cab3-594e-4a7e-8a35-a61113701952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8f652d-1ffe-4887-a928-2a6be76f79bb,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:13.116550 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-260619d1-ddef-4e23-a85b-7f355b6b7bc0 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Made reservation on behalf of ed0366714b3d4a2bb7e2c9bbd5ea7c94 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:39:13.120407 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-260619d1-ddef-4e23-a85b-7f355b6b7bc0 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:13.129082 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c015cab3-594e-4a7e-8a35-a61113701952 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd12bd7276b74f56b26f3f872f4668ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7870462 Sep 18 12:39:13.132764 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 50896) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:13.135773 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-260619d1-ddef-4e23-a85b-7f355b6b7bc0 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:13.278237 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0a3360e4-ede6-472b-a9a2-22869d13fdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:13.319914 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-31ae3879-445d-4c76-88f8-20c300c4f84a req-f5a1dbf0-9cd4-45dd-8aac-9c691818fd58 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e210d5d-5803-4459-8217-3d6d019ca58b HTTP/1.1" status: 200 len: 210 time: 0.0756617 Sep 18 12:39:13.337370 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-0a3360e4-ede6-472b-a9a2-22869d13fdb3 None None] For port 30e69a5b-3f32-409c-b596-c80cc07f7086, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=30e69a5b-3f32-409c-b596-c80cc07f7086,segment=NetworkSegment(c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b),segment_id=c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:39:13.346098 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-9a0d0638-d869-4a79-a929-24335e7b6a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'name': 'tempest-TestShelveInstance-839495822-router', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '275a81ff-b2ef-4117-befe-66a12499c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:04Z', 'updated_at': '2021-09-18T12:39:08Z', 'revision_number': 4, 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'gw_port': {'id': '275a81ff-b2ef-4117-befe-66a12499c2be', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:10:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:05Z', 'updated_at': '2021-09-18T12:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': '30e69a5b-3f32-409c-b596-c80cc07f7086', 'name': '', 'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'mac_address': 'fa:16:3e:da:36:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd9d4096f-b98a-4336-9196-ad5904271596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:07Z', 'updated_at': '2021-09-18T12:39:12Z', 'revision_number': 4, 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'subnets': [{'id': 'd9d4096f-b98a-4336-9196-ad5904271596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:13.351692 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0a3360e4-ede6-472b-a9a2-22869d13fdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:13.367345 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-260619d1-ddef-4e23-a85b-7f355b6b7bc0 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:13.377793 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-260619d1-ddef-4e23-a85b-7f355b6b7bc0 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:13.383404 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0d0638-d869-4a79-a929-24335e7b6a0b None None] The sync data for ids ['0a36f343-2eb0-4e34-a6ac-6b1d796c788f'] in dv-cinder-809894-1-iscsi is: [{'id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'name': 'tempest-TestShelveInstance-839495822-router', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '275a81ff-b2ef-4117-befe-66a12499c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:04Z', 'updated_at': '2021-09-18T12:39:08Z', 'revision_number': 4, 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'gw_port': {'id': '275a81ff-b2ef-4117-befe-66a12499c2be', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:10:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:05Z', 'updated_at': '2021-09-18T12:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': '30e69a5b-3f32-409c-b596-c80cc07f7086', 'name': '', 'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'mac_address': 'fa:16:3e:da:36:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd9d4096f-b98a-4336-9196-ad5904271596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:07Z', 'updated_at': '2021-09-18T12:39:12Z', 'revision_number': 4, 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'subnets': [{'id': 'd9d4096f-b98a-4336-9196-ad5904271596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:39:13.543388 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3360e4-ede6-472b-a9a2-22869d13fdb3 None None] Pushing event updated for resources: {'Port': ['ID=30e69a5b-3f32-409c-b596-c80cc07f7086,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:13.552883 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-6841cb66-3320-40a2-bd22-5e73c979fbe3 service neutron] 10.222.0.13 "GET /v2.0/networks/0258a11c-e78a-4182-aaeb-730e179fbfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596159 Sep 18 12:39:13.554225 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d164b57b-059f-46a9-a672-e73f54265100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:13.570472 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1af841b7-05f9-43c7-8b1c-9121b7cddee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673931'] for router, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:13.646820 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 18dcf0a8-f6ac-43cd-8320-38ebdce3a200 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:39:13.710238 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-209c8fe3-daf8-4074-ba54-f3cd92d1c3fd req-50e0df58-3050-4d70-82be-45e70fbf10bb service neutron] 10.222.0.13 "GET /v2.0/networks/0258a11c-e78a-4182-aaeb-730e179fbfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365240 Sep 18 12:39:13.723244 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 18dcf0a8-f6ac-43cd-8320-38ebdce3a200 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:13.723447 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:13.726435 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d164b57b-059f-46a9-a672-e73f54265100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:13.829352 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:13.900591 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] For port 18dcf0a8-f6ac-43cd-8320-38ebdce3a200, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=18dcf0a8-f6ac-43cd-8320-38ebdce3a200,segment=NetworkSegment(b4696be6-1178-4cbe-9e17-5c3a6fa84545),segment_id=b4696be6-1178-4cbe-9e17-5c3a6fa84545)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:39:13.910838 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:13.943183 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d164b57b-059f-46a9-a672-e73f54265100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:13.947543 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d164b57b-059f-46a9-a672-e73f54265100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:13.950654 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d164b57b-059f-46a9-a672-e73f54265100 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e8f652d-1ffe-4887-a928-2a6be76f79bb HTTP/1.1" status: 204 len: 168 time: 0.8153799 Sep 18 12:39:13.966597 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164b57b-059f-46a9-a672-e73f54265100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8f652d-1ffe-4887-a928-2a6be76f79bb,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:13.995337 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af841b7-05f9-43c7-8b1c-9121b7cddee1 admin admin] Router 90333221-bb7e-4f12-b435-dfdde8d1adc8 is scheduled to L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f with binding_index 1 {{(pid=94107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 12:39:14.047753 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4ba59-c343-4968-b4a5-fa1d1a4cc649 req-3bda96a4-8178-46b8-9c9d-1dbb363d68c1 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:14.057554 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1ca4ba59-c343-4968-b4a5-fa1d1a4cc649 req-3bda96a4-8178-46b8-9c9d-1dbb363d68c1 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9d3040-1106-457b-9934-3b25cb91d243 HTTP/1.1" status: 200 len: 943 time: 0.7756603 Sep 18 12:39:14.083625 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Pushing event updated for resources: {'Port': ['ID=18dcf0a8-f6ac-43cd-8320-38ebdce3a200,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:14.143394 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8babea28-7e3c-47ac-8390-df1cf27122ce None None] Network 1c58d791-ee5c-4c98-95db-974a98ef27fc requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:39:14.163921 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-260619d1-ddef-4e23-a85b-7f355b6b7bc0 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Allocated IP 192.168.233.104 (e4e0ad84-7c5c-46e5-b135-5d66ed841299/791bba88-27c7-42d4-afcf-acae01b75b2d/84167a89-2536-45e5-ac92-dfed4ac12a38) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:39:14.201516 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af841b7-05f9-43c7-8b1c-9121b7cddee1 admin admin] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:39:14.214445 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d27d47-ab7e-4634-a463-3815f7b509ec None None] Sync routers for ids ['90333221-bb7e-4f12-b435-dfdde8d1adc8'] in dv-cinder-809894-1-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:39:14.223342 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260619d1-ddef-4e23-a85b-7f355b6b7bc0 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5779ab1c-b330-4d0f-b783-66374edf94e8,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:14.227742 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d27d47-ab7e-4634-a463-3815f7b509ec None None] Routers {'90333221-bb7e-4f12-b435-dfdde8d1adc8'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:39:14.228376 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-16d27d47-ab7e-4634-a463-3815f7b509ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:38:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['90333221-bb7e-4f12-b435-dfdde8d1adc8'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:14.239167 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-902166ba-209d-4337-9cff-0a7b55abac4f None None] Provisioning complete for port 18dcf0a8-f6ac-43cd-8320-38ebdce3a200 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:14.239637 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-902166ba-209d-4337-9cff-0a7b55abac4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:14.241824 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1af841b7-05f9-43c7-8b1c-9121b7cddee1 admin admin] Notify callbacks [] for router, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:14.246106 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-1af841b7-05f9-43c7-8b1c-9121b7cddee1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4258344 Sep 18 12:39:14.250178 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 50920) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:14.278168 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1ca4ba59-c343-4968-b4a5-fa1d1a4cc649 req-945ba4a1-d40a-4d1c-bb0c-8e0194ff5005 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158179 Sep 18 12:39:14.329086 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82117a2-6787-4291-8d99-e9030826e319 req-6fd0a45e-a3f3-440e-8374-c129d6aae306 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:14.337478 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b82117a2-6787-4291-8d99-e9030826e319 req-6fd0a45e-a3f3-440e-8374-c129d6aae306 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.2701261 Sep 18 12:39:14.406834 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b82117a2-6787-4291-8d99-e9030826e319 req-2a39c308-3dfb-4971-ae1b-33abc97b1324 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682604 Sep 18 12:39:14.486188 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-499c18d1-7d93-489b-936e-f0e7a207dc36 req-d89017da-3581-48e4-a703-8e1b631a15a1 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e210d5d-5803-4459-8217-3d6d019ca58b HTTP/1.1" status: 200 len: 210 time: 0.0462377 Sep 18 12:39:14.596154 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-16d27d47-ab7e-4634-a463-3815f7b509ec None None] Set router 90333221-bb7e-4f12-b435-dfdde8d1adc8 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:39:14.609476 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-260619d1-ddef-4e23-a85b-7f355b6b7bc0 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:14.659422 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-260619d1-ddef-4e23-a85b-7f355b6b7bc0 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:14.716549 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-260619d1-ddef-4e23-a85b-7f355b6b7bc0 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Network e4e0ad84-7c5c-46e5-b135-5d66ed841299 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:39:14.727097 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-260619d1-ddef-4e23-a85b-7f355b6b7bc0 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:39:14.730981 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-260619d1-ddef-4e23-a85b-7f355b6b7bc0 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:39:14.748869 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-260619d1-ddef-4e23-a85b-7f355b6b7bc0 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:14.749544 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-260619d1-ddef-4e23-a85b-7f355b6b7bc0 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:14.776040 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260619d1-ddef-4e23-a85b-7f355b6b7bc0 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Pushing event updated for resources: {'Port': ['ID=84167a89-2536-45e5-ac92-dfed4ac12a38,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:14.797726 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-260619d1-ddef-4e23-a85b-7f355b6b7bc0 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2604568 Sep 18 12:39:14.828044 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-b3161295-77af-4b7d-abdc-9b08f62b1d0c None None] Provisioning complete for port 18dcf0a8-f6ac-43cd-8320-38ebdce3a200 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:14.828540 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b3161295-77af-4b7d-abdc-9b08f62b1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:14.829488 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-34f32fd8-7f79-4a5c-961f-9b58e4f51f47 service neutron] Request body: {'port': {'device_id': '4e210d5d-5803-4459-8217-3d6d019ca58b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:14.869824 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5608c607-4436-44d1-a3bb-3013f62d0c15 req-1b254cef-0a7b-4c44-b5e9-6bf569666e71 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1328423 Sep 18 12:39:14.961400 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-34f32fd8-7f79-4a5c-961f-9b58e4f51f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:15.012786 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-16d27d47-ab7e-4634-a463-3815f7b509ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90333221-bb7e-4f12-b435-dfdde8d1adc8', 'name': 'tempest-TestShelveInstance-689541278-router', 'tenant_id': '2743a136015a49e48067d6ccf324e897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'de33d97a-fc14-49c8-8c1c-1db606a1db30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:10Z', 'updated_at': '2021-09-18T12:39:12Z', 'revision_number': 3, 'project_id': '2743a136015a49e48067d6ccf324e897', 'gw_port': {'id': 'de33d97a-fc14-49c8-8c1c-1db606a1db30', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:97:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90333221-bb7e-4f12-b435-dfdde8d1adc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:11Z', 'updated_at': '2021-09-18T12:39:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:15.100686 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608c607-4436-44d1-a3bb-3013f62d0c15 req-a25736fe-d50d-4f32-88b1-31757742b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:15.100968 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d27d47-ab7e-4634-a463-3815f7b509ec None None] Checking router: 90333221-bb7e-4f12-b435-dfdde8d1adc8 for host: dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:39:15.102534 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d27d47-ab7e-4634-a463-3815f7b509ec None None] Updating router 90333221-bb7e-4f12-b435-dfdde8d1adc8 port de33d97a-fc14-49c8-8c1c-1db606a1db30 binding host dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 12:39:15.102649 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5608c607-4436-44d1-a3bb-3013f62d0c15 req-a25736fe-d50d-4f32-88b1-31757742b91b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a792bb4fbeae46e3a5abe7197efe8adc&device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 1098 time: 0.1270468 Sep 18 12:39:15.104567 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cfcd3650-3391-469f-80ac-1526e9825172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:15.166435 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-16d27d47-ab7e-4634-a463-3815f7b509ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:15.185831 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9110f15e-f3a4-4a3b-9531-e3180c5579d5 None None] Provisioning complete for port 84167a89-2536-45e5-ac92-dfed4ac12a38 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:15.194543 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9110f15e-f3a4-4a3b-9531-e3180c5579d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:15.295397 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9110f15e-f3a4-4a3b-9531-e3180c5579d5 None None] Port 84167a89-2536-45e5-ac92-dfed4ac12a38 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 12:39:15.384869 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608c607-4436-44d1-a3bb-3013f62d0c15 req-5dfaab6d-9abc-45b7-9b09-72fc38ca9d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:15.386723 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5608c607-4436-44d1-a3bb-3013f62d0c15 req-5dfaab6d-9abc-45b7-9b09-72fc38ca9d43 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0258a11c-e78a-4182-aaeb-730e179fbfeb HTTP/1.1" status: 200 len: 916 time: 0.2541165 Sep 18 12:39:15.464018 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5608c607-4436-44d1-a3bb-3013f62d0c15 req-b5cd0186-7467-45d4-a2b2-1e26a94f864c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=af4da8e2-6830-49f9-be19-4120aed4673e HTTP/1.1" status: 200 len: 217 time: 0.0602875 Sep 18 12:39:15.473300 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-cfcd3650-3391-469f-80ac-1526e9825172 admin admin] Allocated IP 172.20.0.1 (1c58d791-ee5c-4c98-95db-974a98ef27fc/ba5d1835-4a6b-4433-af0c-c0f7f1a43823/2aed6151-d420-4a91-9353-a34c8ba1f21c) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:39:15.533485 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-34f32fd8-7f79-4a5c-961f-9b58e4f51f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84167a89-2536-45e5-ac92-dfed4ac12a38 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:39:15.540318 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608c607-4436-44d1-a3bb-3013f62d0c15 req-2e8c1ddc-68fa-424c-8a68-e0680f0df9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:15.541963 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5608c607-4436-44d1-a3bb-3013f62d0c15 req-2e8c1ddc-68fa-424c-8a68-e0680f0df9b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de9e0f89-2fac-4bfb-b9e8-42c05ff8d04e HTTP/1.1" status: 200 len: 855 time: 0.0653694 Sep 18 12:39:15.566502 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b6469-5008-4f93-8e86-d899f4ee92bb req-d0a04931-e9b1-42af-93a8-a8616c54eb29 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:15.567451 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-16d27d47-ab7e-4634-a463-3815f7b509ec None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:15.568526 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-421b6469-5008-4f93-8e86-d899f4ee92bb req-d0a04931-e9b1-42af-93a8-a8616c54eb29 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9d3040-1106-457b-9934-3b25cb91d243 HTTP/1.1" status: 200 len: 943 time: 0.1750226 Sep 18 12:39:15.574387 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-34f32fd8-7f79-4a5c-961f-9b58e4f51f47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:15.585142 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-16d27d47-ab7e-4634-a463-3815f7b509ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:15.590116 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5608c607-4436-44d1-a3bb-3013f62d0c15 req-318212a7-5019-4d96-875b-1918a29e74ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0258a11c-e78a-4182-aaeb-730e179fbfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382373 Sep 18 12:39:15.593013 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-34f32fd8-7f79-4a5c-961f-9b58e4f51f47 service neutron] Transition to ACTIVE for port object 84167a89-2536-45e5-ac92-dfed4ac12a38 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 12:39:15.632031 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32868e7a-e204-419d-ba6c-2b688ebde710 None None] Pushing event updated for resources: {'Port': ['ID=de33d97a-fc14-49c8-8c1c-1db606a1db30,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:15.658839 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-34f32fd8-7f79-4a5c-961f-9b58e4f51f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:15.680819 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-16d27d47-ab7e-4634-a463-3815f7b509ec None None] Attempting to bind port de33d97a-fc14-49c8-8c1c-1db606a1db30 on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:39:15.682498 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-16d27d47-ab7e-4634-a463-3815f7b509ec None None] Attempting to bind port de33d97a-fc14-49c8-8c1c-1db606a1db30 by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:39:15.684946 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d27d47-ab7e-4634-a463-3815f7b509ec None None] Attempting to bind port de33d97a-fc14-49c8-8c1c-1db606a1db30 on network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:39:15.695186 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d27d47-ab7e-4634-a463-3815f7b509ec None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:39:15.697489 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d27d47-ab7e-4634-a463-3815f7b509ec None None] Checking segment: {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:39:15.698830 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-16d27d47-ab7e-4634-a463-3815f7b509ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:15.699649 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d27d47-ab7e-4634-a463-3815f7b509ec None None] Bound using segment: {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:39:15.700888 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-16d27d47-ab7e-4634-a463-3815f7b509ec None None] Bound port: de33d97a-fc14-49c8-8c1c-1db606a1db30, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:39:15.703883 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-16d27d47-ab7e-4634-a463-3815f7b509ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:15.714892 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 30e69a5b-3f32-409c-b596-c80cc07f7086 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:39:15.739765 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-421b6469-5008-4f93-8e86-d899f4ee92bb req-62330426-b563-4b5f-bf80-cb68dd11f775 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251051 Sep 18 12:39:15.742568 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f32fd8-7f79-4a5c-961f-9b58e4f51f47 service neutron] Pushing event updated for resources: {'Port': ['ID=84167a89-2536-45e5-ac92-dfed4ac12a38,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:15.798400 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9903633-af47-4a1b-a393-eb6447d5b196 req-6d9a0742-180c-4306-93d3-c9dac09a4fb1 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:15.799990 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f9903633-af47-4a1b-a393-eb6447d5b196 req-6d9a0742-180c-4306-93d3-c9dac09a4fb1 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.2514436 Sep 18 12:39:15.819509 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cfcd3650-3391-469f-80ac-1526e9825172 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:15.821216 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 30e69a5b-3f32-409c-b596-c80cc07f7086 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:15.821677 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:15.828717 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-16d27d47-ab7e-4634-a463-3815f7b509ec None None] For port de33d97a-fc14-49c8-8c1c-1db606a1db30, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:39:15.834085 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-16d27d47-ab7e-4634-a463-3815f7b509ec None None] For port de33d97a-fc14-49c8-8c1c-1db606a1db30, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=de33d97a-fc14-49c8-8c1c-1db606a1db30,segment=NetworkSegment(972f36e2-ef14-414b-b7e5-74a44c97b427),segment_id=972f36e2-ef14-414b-b7e5-74a44c97b427)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:39:15.843731 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-16d27d47-ab7e-4634-a463-3815f7b509ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:15.848457 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5608c607-4436-44d1-a3bb-3013f62d0c15 req-8e0ab1d0-b270-4ea9-aa64-0168e29d93c2 service neutron] 10.222.0.13 "GET /v2.0/networks/0258a11c-e78a-4182-aaeb-730e179fbfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220697 Sep 18 12:39:15.853075 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-34f32fd8-7f79-4a5c-961f-9b58e4f51f47 service neutron] Attempting to bind port 84167a89-2536-45e5-ac92-dfed4ac12a38 on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:39:15.853455 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-34f32fd8-7f79-4a5c-961f-9b58e4f51f47 service neutron] Attempting to bind port 84167a89-2536-45e5-ac92-dfed4ac12a38 by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': 'c3235c61-0440-46d9-b603-d6c19c88b33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e4e0ad84-7c5c-46e5-b135-5d66ed841299'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:39:15.853778 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-34f32fd8-7f79-4a5c-961f-9b58e4f51f47 service neutron] Attempting to bind port 84167a89-2536-45e5-ac92-dfed4ac12a38 on network e4e0ad84-7c5c-46e5-b135-5d66ed841299 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:39:15.890871 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-34f32fd8-7f79-4a5c-961f-9b58e4f51f47 service neutron] Port 84167a89-2536-45e5-ac92-dfed4ac12a38 on network e4e0ad84-7c5c-46e5-b135-5d66ed841299 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 12:39:15.891230 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-34f32fd8-7f79-4a5c-961f-9b58e4f51f47 service neutron] Attempting to bind port 84167a89-2536-45e5-ac92-dfed4ac12a38 on network e4e0ad84-7c5c-46e5-b135-5d66ed841299 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:39:15.923906 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cfcd3650-3391-469f-80ac-1526e9825172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:15.926798 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-34f32fd8-7f79-4a5c-961f-9b58e4f51f47 service neutron] Checking agent: {'id': '48060bde-194c-4a59-bb73-c876edc89e02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'started_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:39:15.926966 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-34f32fd8-7f79-4a5c-961f-9b58e4f51f47 service neutron] Checking segment: {'id': 'c3235c61-0440-46d9-b603-d6c19c88b33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e4e0ad84-7c5c-46e5-b135-5d66ed841299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:39:15.927231 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-34f32fd8-7f79-4a5c-961f-9b58e4f51f47 service neutron] Bound using segment: {'id': 'c3235c61-0440-46d9-b603-d6c19c88b33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e4e0ad84-7c5c-46e5-b135-5d66ed841299'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:39:15.927737 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-34f32fd8-7f79-4a5c-961f-9b58e4f51f47 service neutron] Bound port: 84167a89-2536-45e5-ac92-dfed4ac12a38, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3235c61-0440-46d9-b603-d6c19c88b33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e4e0ad84-7c5c-46e5-b135-5d66ed841299'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:39:15.928100 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-34f32fd8-7f79-4a5c-961f-9b58e4f51f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:15.952562 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f9903633-af47-4a1b-a393-eb6447d5b196 req-698b816b-56b2-4653-bb0a-a59f80762472 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392202 Sep 18 12:39:15.954497 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 18dcf0a8-f6ac-43cd-8320-38ebdce3a200 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:39:15.978840 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32868e7a-e204-419d-ba6c-2b688ebde710 None None] Pushing event updated for resources: {'Port': ['ID=de33d97a-fc14-49c8-8c1c-1db606a1db30,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:15.984188 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd886907-05c8-4bc1-97ed-176232750d36 req-73847fc8-4ad1-410e-b427-56c24494ada2 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:15.985675 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dd886907-05c8-4bc1-97ed-176232750d36 req-73847fc8-4ad1-410e-b427-56c24494ada2 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e210d5d-5803-4459-8217-3d6d019ca58b HTTP/1.1" status: 200 len: 948 time: 0.1482611 Sep 18 12:39:15.997067 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd3650-3391-469f-80ac-1526e9825172 admin admin] Pushing event updated for resources: {'Port': ['ID=2aed6151-d420-4a91-9353-a34c8ba1f21c,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:15.997540 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d27d47-ab7e-4634-a463-3815f7b509ec None None] Routers {'90333221-bb7e-4f12-b435-dfdde8d1adc8'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:39:15.998174 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-16d27d47-ab7e-4634-a463-3815f7b509ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:38:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['90333221-bb7e-4f12-b435-dfdde8d1adc8'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:16.047908 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcd3650-3391-469f-80ac-1526e9825172 admin admin] Network 1c58d791-ee5c-4c98-95db-974a98ef27fc is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:39:16.051528 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-cfcd3650-3391-469f-80ac-1526e9825172 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:39:16.060807 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 18dcf0a8-f6ac-43cd-8320-38ebdce3a200 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:16.061185 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:16.082445 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcd3650-3391-469f-80ac-1526e9825172 admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:39:16.099575 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dd886907-05c8-4bc1-97ed-176232750d36 req-c3c083d7-99e2-43ef-9dad-cedce9f26c99 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/security-groups?id=5779ab1c-b330-4d0f-b783-66374edf94e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903814 Sep 18 12:39:16.127853 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-34f32fd8-7f79-4a5c-961f-9b58e4f51f47 service neutron] For port 84167a89-2536-45e5-ac92-dfed4ac12a38, host hv-cinder-80989, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:39:16.132487 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-34f32fd8-7f79-4a5c-961f-9b58e4f51f47 service neutron] For port 84167a89-2536-45e5-ac92-dfed4ac12a38, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=84167a89-2536-45e5-ac92-dfed4ac12a38,segment=NetworkSegment(c3235c61-0440-46d9-b603-d6c19c88b33a),segment_id=c3235c61-0440-46d9-b603-d6c19c88b33a)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:39:16.140069 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-34f32fd8-7f79-4a5c-961f-9b58e4f51f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:16.182881 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-34f32fd8-7f79-4a5c-961f-9b58e4f51f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:16.183592 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-34f32fd8-7f79-4a5c-961f-9b58e4f51f47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:16.184397 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cfcd3650-3391-469f-80ac-1526e9825172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3674012'] for router_interface, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:16.185487 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-34f32fd8-7f79-4a5c-961f-9b58e4f51f47 service neutron] 10.222.0.13 "PUT /v2.0/ports/84167a89-2536-45e5-ac92-dfed4ac12a38 HTTP/1.1" status: 200 len: 1098 time: 1.3707080 Sep 18 12:39:16.186008 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e210d5d-5803-4459-8217-3d6d019ca58b', 'tag': '84167a89-2536-45e5-ac92-dfed4ac12a38'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:39:16.190212 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc2df25-bd65-4a2b-b7db-b847868bdb10" -d '{"events": [{"name": "network-changed", "server_uuid": "4e210d5d-5803-4459-8217-3d6d019ca58b", "tag": "84167a89-2536-45e5-ac92-dfed4ac12a38"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:39:16.256379 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-16d27d47-ab7e-4634-a463-3815f7b509ec None None] Set router 90333221-bb7e-4f12-b435-dfdde8d1adc8 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:39:16.304697 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5608c607-4436-44d1-a3bb-3013f62d0c15 req-0ccc95e3-a7ee-49c2-a935-4650ab357956 service neutron] 10.222.0.13 "GET /v2.0/networks/0258a11c-e78a-4182-aaeb-730e179fbfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213197 Sep 18 12:39:16.314990 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911d8b3a-eedd-4569-9178-c8b40a4567de x-openstack-request-id: req-911d8b3a-eedd-4569-9178-c8b40a4567de {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:39:16.315414 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e210d5d-5803-4459-8217-3d6d019ca58b", "tag": "84167a89-2536-45e5-ac92-dfed4ac12a38", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:39:16.316137 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-911d8b3a-eedd-4569-9178-c8b40a4567de {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:39:16.316283 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e210d5d-5803-4459-8217-3d6d019ca58b', 'tag': '84167a89-2536-45e5-ac92-dfed4ac12a38', 'status': 'completed', 'code': 200} Sep 18 12:39:16.322646 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f32fd8-7f79-4a5c-961f-9b58e4f51f47 service neutron] Pushing event updated for resources: {'Port': ['ID=84167a89-2536-45e5-ac92-dfed4ac12a38,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:16.341440 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-3b634316-5eb3-4396-b09c-d62073c308ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:16.343245 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-3b634316-5eb3-4396-b09c-d62073c308ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed0366714b3d4a2bb7e2c9bbd5ea7c94&device_id=4e210d5d-5803-4459-8217-3d6d019ca58b HTTP/1.1" status: 200 len: 1101 time: 0.0824642 Sep 18 12:39:16.408156 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-8619543c-5550-40f2-83b6-1b541f82f9e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=84167a89-2536-45e5-ac92-dfed4ac12a38 HTTP/1.1" status: 200 len: 217 time: 0.0503762 Sep 18 12:39:16.456672 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cfcd3650-3391-469f-80ac-1526e9825172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:16.478348 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-810ce759-1465-42ac-983c-c7415d97ebba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:16.483861 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-810ce759-1465-42ac-983c-c7415d97ebba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=791bba88-27c7-42d4-afcf-acae01b75b2d HTTP/1.1" status: 200 len: 843 time: 0.0637615 Sep 18 12:39:16.538769 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-3443d025-f4d5-476c-9f7c-dd59b4a23d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:16.540325 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-3443d025-f4d5-476c-9f7c-dd59b4a23d27 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4e0ad84-7c5c-46e5-b135-5d66ed841299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0485895 Sep 18 12:39:16.542354 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-16d27d47-ab7e-4634-a463-3815f7b509ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90333221-bb7e-4f12-b435-dfdde8d1adc8', 'name': 'tempest-TestShelveInstance-689541278-router', 'tenant_id': '2743a136015a49e48067d6ccf324e897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'de33d97a-fc14-49c8-8c1c-1db606a1db30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:10Z', 'updated_at': '2021-09-18T12:39:12Z', 'revision_number': 3, 'project_id': '2743a136015a49e48067d6ccf324e897', 'gw_port': {'id': 'de33d97a-fc14-49c8-8c1c-1db606a1db30', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:97:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90333221-bb7e-4f12-b435-dfdde8d1adc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:11Z', 'updated_at': '2021-09-18T12:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:16.542570 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-3b940fba-ffd7-4810-abdc-c7fb8615b2f8 None None] Provisioning complete for port 2aed6151-d420-4a91-9353-a34c8ba1f21c triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:16.542937 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3b940fba-ffd7-4810-abdc-c7fb8615b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:16.567939 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31 details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 12:39:16.577937 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d27d47-ab7e-4634-a463-3815f7b509ec None None] The sync data for ids ['90333221-bb7e-4f12-b435-dfdde8d1adc8'] in dv-cinder-809894-1-iscsi is: [{'id': '90333221-bb7e-4f12-b435-dfdde8d1adc8', 'name': 'tempest-TestShelveInstance-689541278-router', 'tenant_id': '2743a136015a49e48067d6ccf324e897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'de33d97a-fc14-49c8-8c1c-1db606a1db30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:10Z', 'updated_at': '2021-09-18T12:39:12Z', 'revision_number': 3, 'project_id': '2743a136015a49e48067d6ccf324e897', 'gw_port': {'id': 'de33d97a-fc14-49c8-8c1c-1db606a1db30', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:97:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90333221-bb7e-4f12-b435-dfdde8d1adc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:11Z', 'updated_at': '2021-09-18T12:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:39:16.594089 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-3b940fba-ffd7-4810-abdc-c7fb8615b2f8 None None] Port 2aed6151-d420-4a91-9353-a34c8ba1f21c cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 12:39:16.660081 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-1e736874-b58a-4e11-8193-22106250057a service neutron] 10.222.0.13 "GET /v2.0/networks/e4e0ad84-7c5c-46e5-b135-5d66ed841299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110370 Sep 18 12:39:16.697679 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31,segment=NetworkSegment(e611941f-17b4-4933-b698-5af07f251eef),segment_id=e611941f-17b4-4933-b698-5af07f251eef)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:39:16.709553 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Returning: {'device': '8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31', 'network_id': '0258a11c-e78a-4182-aaeb-730e179fbfeb', 'port_id': '8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31', 'mac_address': 'fa:16:3e:02:51:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9e0f89-2fac-4bfb-b9e8-42c05ff8d04e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 12:39:16.765572 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f3996aa6-7703-4cf4-acf0-4a5e7195c00d req-9c49b559-116e-4f74-97e1-202e6a1bdf70 service neutron] 10.222.0.13 "GET /v2.0/networks/e4e0ad84-7c5c-46e5-b135-5d66ed841299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963714 Sep 18 12:39:16.777846 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:16.801304 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:39:16.823593 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31,segment=NetworkSegment(e611941f-17b4-4933-b698-5af07f251eef),segment_id=e611941f-17b4-4933-b698-5af07f251eef)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:39:16.837565 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:16.922937 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cfcd3650-3391-469f-80ac-1526e9825172 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:16.930867 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:16.949213 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fa627-1895-4e62-b0b7-531988a44e0d req-2db806e7-0088-4536-a6fd-bd1346170c2a tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:16.949502 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cfcd3650-3391-469f-80ac-1526e9825172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655335'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:16.951072 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0c0fa627-1895-4e62-b0b7-531988a44e0d req-2db806e7-0088-4536-a6fd-bd1346170c2a tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9d3040-1106-457b-9934-3b25cb91d243 HTTP/1.1" status: 200 len: 944 time: 0.1096818 Sep 18 12:39:16.956755 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2df25-bd65-4a2b-b7db-b847868bdb10 req-47c6021c-60fe-4de6-986c-dfc114bb75fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:16.958334 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4fc2df25-bd65-4a2b-b7db-b847868bdb10 req-47c6021c-60fe-4de6-986c-dfc114bb75fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed0366714b3d4a2bb7e2c9bbd5ea7c94&device_id=4e210d5d-5803-4459-8217-3d6d019ca58b HTTP/1.1" status: 200 len: 1101 time: 0.0997348 Sep 18 12:39:17.049812 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0c0fa627-1895-4e62-b0b7-531988a44e0d req-4dbd9adb-38fe-440c-b4c0-66ac83bf816c tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827835 Sep 18 12:39:17.106673 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cfcd3650-3391-469f-80ac-1526e9825172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3673612'] for router_interface, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:17.122721 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd3650-3391-469f-80ac-1526e9825172 admin admin] Pushing event updated for resources: {'Port': ['ID=2aed6151-d420-4a91-9353-a34c8ba1f21c,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:17.190102 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:39:17.238185 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcd3650-3391-469f-80ac-1526e9825172 admin admin] Network 1c58d791-ee5c-4c98-95db-974a98ef27fc is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:39:17.240872 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-cfcd3650-3391-469f-80ac-1526e9825172 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:39:17.288007 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4ff32-eb32-46a9-9047-e37e610aace5 req-5f975543-527a-4e67-b97f-8e793b540e95 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:17.291729 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ced4ff32-eb32-46a9-9047-e37e610aace5 req-5f975543-527a-4e67-b97f-8e793b540e95 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.1826682 Sep 18 12:39:17.292845 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2df25-bd65-4a2b-b7db-b847868bdb10 req-972fa0b0-508d-4379-b577-ff007d05dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:17.294611 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4fc2df25-bd65-4a2b-b7db-b847868bdb10 req-972fa0b0-508d-4379-b577-ff007d05dc69 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e4e0ad84-7c5c-46e5-b135-5d66ed841299 HTTP/1.1" status: 200 len: 870 time: 0.3072541 Sep 18 12:39:17.400715 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcd3650-3391-469f-80ac-1526e9825172 admin admin] Router 90333221-bb7e-4f12-b435-dfdde8d1adc8 has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:39:17.466435 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4fc2df25-bd65-4a2b-b7db-b847868bdb10 req-e6b25df9-ab12-4c56-8d7e-3863f2ef4bc0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=84167a89-2536-45e5-ac92-dfed4ac12a38 HTTP/1.1" status: 200 len: 217 time: 0.1206541 Sep 18 12:39:17.488208 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80957f-9ff7-484e-b2e8-fdcea3d8952f req-cfecaabc-507f-465d-ad70-c73f5fa3f848 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:17.497095 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dd80957f-9ff7-484e-b2e8-fdcea3d8952f req-cfecaabc-507f-465d-ad70-c73f5fa3f848 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e210d5d-5803-4459-8217-3d6d019ca58b HTTP/1.1" status: 200 len: 948 time: 0.2938871 Sep 18 12:39:17.546231 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:17.549762 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ced4ff32-eb32-46a9-9047-e37e610aace5 req-e6a822b0-5a43-44c4-ae0a-9c07bc6d8816 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451479 Sep 18 12:39:17.554453 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device de33d97a-fc14-49c8-8c1c-1db606a1db30 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:39:17.628250 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcd3650-3391-469f-80ac-1526e9825172 admin admin] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:39:17.644447 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-cfcd3650-3391-469f-80ac-1526e9825172 admin admin] 10.222.0.24 "PUT /v2.0/routers/90333221-bb7e-4f12-b435-dfdde8d1adc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3914826 Sep 18 12:39:17.661478 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2df25-bd65-4a2b-b7db-b847868bdb10 req-63f4fdae-60a5-466f-b823-656d5fec3212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:17.662698 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port de33d97a-fc14-49c8-8c1c-1db606a1db30 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:17.663041 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:17.664024 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4fc2df25-bd65-4a2b-b7db-b847868bdb10 req-63f4fdae-60a5-466f-b823-656d5fec3212 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=791bba88-27c7-42d4-afcf-acae01b75b2d HTTP/1.1" status: 200 len: 843 time: 0.1132581 Sep 18 12:39:17.688215 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c01d2b3-25bd-477f-8a8d-3edca6a96e39 None None] Provisioning complete for port 2aed6151-d420-4a91-9353-a34c8ba1f21c triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:17.688590 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c01d2b3-25bd-477f-8a8d-3edca6a96e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:17.689086 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dd80957f-9ff7-484e-b2e8-fdcea3d8952f req-49e46f00-7285-4a5d-bdff-756494b6066f tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/security-groups?id=5779ab1c-b330-4d0f-b783-66374edf94e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908858 Sep 18 12:39:17.763889 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2df25-bd65-4a2b-b7db-b847868bdb10 req-face70f9-1a20-431c-8d96-d10f8e8ee37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:17.765690 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4fc2df25-bd65-4a2b-b7db-b847868bdb10 req-face70f9-1a20-431c-8d96-d10f8e8ee37c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4e0ad84-7c5c-46e5-b135-5d66ed841299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0873318 Sep 18 12:39:17.785976 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2c01d2b3-25bd-477f-8a8d-3edca6a96e39 None None] Port 2aed6151-d420-4a91-9353-a34c8ba1f21c cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 12:39:17.857562 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:17.881615 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] For port de33d97a-fc14-49c8-8c1c-1db606a1db30, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=de33d97a-fc14-49c8-8c1c-1db606a1db30,segment=NetworkSegment(972f36e2-ef14-414b-b7e5-74a44c97b427),segment_id=972f36e2-ef14-414b-b7e5-74a44c97b427)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:39:17.888979 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:17.928391 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4fc2df25-bd65-4a2b-b7db-b847868bdb10 req-e706f781-3b0a-4d71-857d-5641e12bf78e service neutron] 10.222.0.13 "GET /v2.0/networks/e4e0ad84-7c5c-46e5-b135-5d66ed841299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513076 Sep 18 12:39:17.945271 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Pushing event updated for resources: {'Port': ['ID=de33d97a-fc14-49c8-8c1c-1db606a1db30,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:18.026297 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4fc2df25-bd65-4a2b-b7db-b847868bdb10 req-01308998-baf4-422f-94d2-1bedaf9ece61 service neutron] 10.222.0.13 "GET /v2.0/networks/e4e0ad84-7c5c-46e5-b135-5d66ed841299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885117 Sep 18 12:39:18.170601 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d46ce-c96b-4c05-bb57-1ae78cbc7ab2 req-2f725273-86b8-42e2-ac01-2352bfa9b85b tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:18.172116 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cf3d46ce-c96b-4c05-bb57-1ae78cbc7ab2 req-2f725273-86b8-42e2-ac01-2352bfa9b85b tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9d3040-1106-457b-9934-3b25cb91d243 HTTP/1.1" status: 200 len: 944 time: 0.0485375 Sep 18 12:39:18.213417 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cf3d46ce-c96b-4c05-bb57-1ae78cbc7ab2 req-75c5bfb3-2a35-443b-a937-3180966408d0 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353196 Sep 18 12:39:18.538279 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 51010) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:18.542795 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-004a48e6-2547-4170-8c08-98557166c897 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-442926053', 'description': 'tempest-secgroup-smoke-442926053 description', 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:18.565603 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-004a48e6-2547-4170-8c08-98557166c897 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:18.649125 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-004a48e6-2547-4170-8c08-98557166c897 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:18.654499 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-004a48e6-2547-4170-8c08-98557166c897 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:18.657783 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5abd88b-a697-4f98-8b44-46612d3ba16d None None] Sync routers for ids ['90333221-bb7e-4f12-b435-dfdde8d1adc8'] in dv-cinder-809894-1-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:39:18.662781 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf9314-f239-4e44-8dc2-fd35f85a8ffc req-f5bcfa04-d03a-420c-8428-6ddd04737f36 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:18.664923 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-77bf9314-f239-4e44-8dc2-fd35f85a8ffc req-f5bcfa04-d03a-420c-8428-6ddd04737f36 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0570993 Sep 18 12:39:18.673705 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5abd88b-a697-4f98-8b44-46612d3ba16d None None] Routers {'90333221-bb7e-4f12-b435-dfdde8d1adc8'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:39:18.674323 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-b5abd88b-a697-4f98-8b44-46612d3ba16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:38:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['90333221-bb7e-4f12-b435-dfdde8d1adc8'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:18.679776 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-004a48e6-2547-4170-8c08-98557166c897 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:18.681095 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-004a48e6-2547-4170-8c08-98557166c897 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1418121 Sep 18 12:39:18.684166 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 51014) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:18.688449 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-4cae94d7-1f8c-4eb8-93e9-6cb68debc810 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Request body: {'security_group_rule': {'security_group_id': '7936d6c6-01ba-45f0-9c7f-396c40a20c5d', 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:18.707186 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a48e6-2547-4170-8c08-98557166c897 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7936d6c6-01ba-45f0-9c7f-396c40a20c5d,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:18.710375 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-77bf9314-f239-4e44-8dc2-fd35f85a8ffc req-92819ad4-899e-4399-babd-2627b1bf2907 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384750 Sep 18 12:39:18.749005 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4cae94d7-1f8c-4eb8-93e9-6cb68debc810 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:18.799021 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4cae94d7-1f8c-4eb8-93e9-6cb68debc810 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:18.804529 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4cae94d7-1f8c-4eb8-93e9-6cb68debc810 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772246'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:18.805826 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-b5abd88b-a697-4f98-8b44-46612d3ba16d None None] Set router 90333221-bb7e-4f12-b435-dfdde8d1adc8 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:39:18.828033 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae94d7-1f8c-4eb8-93e9-6cb68debc810 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e14275-909d-4a9b-8d90-f81972c3dee7,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:18.831080 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4cae94d7-1f8c-4eb8-93e9-6cb68debc810 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:18.832356 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-4cae94d7-1f8c-4eb8-93e9-6cb68debc810 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1472068 Sep 18 12:39:18.836233 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 51020) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:18.839280 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673da68-9ed3-4f28-a566-86710f4bf3a7 req-d8ba4675-57d9-4a5e-853f-bba9977326b8 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:18.840882 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6673da68-9ed3-4f28-a566-86710f4bf3a7 req-d8ba4675-57d9-4a5e-853f-bba9977326b8 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e210d5d-5803-4459-8217-3d6d019ca58b HTTP/1.1" status: 200 len: 948 time: 0.0547934 Sep 18 12:39:18.843117 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-0c150a4c-7a76-46d8-8ded-e7de17ef7e1a tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Request body: {'security_group_rule': {'security_group_id': '7936d6c6-01ba-45f0-9c7f-396c40a20c5d', 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:18.884316 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6673da68-9ed3-4f28-a566-86710f4bf3a7 req-8864ae75-7af3-433f-b7b2-e6c3d2b2fb9e tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/security-groups?id=5779ab1c-b330-4d0f-b783-66374edf94e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359862 Sep 18 12:39:18.886257 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0c150a4c-7a76-46d8-8ded-e7de17ef7e1a tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:18.950282 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0c150a4c-7a76-46d8-8ded-e7de17ef7e1a tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:18.953932 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0c150a4c-7a76-46d8-8ded-e7de17ef7e1a tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772246'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:18.974185 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c150a4c-7a76-46d8-8ded-e7de17ef7e1a tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5a5e88-0985-47d5-92ad-e66eb3607049,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:18.984097 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0c150a4c-7a76-46d8-8ded-e7de17ef7e1a tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:18.987695 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-0c150a4c-7a76-46d8-8ded-e7de17ef7e1a tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1458075 Sep 18 12:39:18.989191 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 51024) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:18.994317 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-d29b9cf1-7cef-412f-a37b-bad2922a0bbc tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Request body: {'security_group_rule': {'security_group_id': '7936d6c6-01ba-45f0-9c7f-396c40a20c5d', 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:19.017442 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-b5abd88b-a697-4f98-8b44-46612d3ba16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90333221-bb7e-4f12-b435-dfdde8d1adc8', 'name': 'tempest-TestShelveInstance-689541278-router', 'tenant_id': '2743a136015a49e48067d6ccf324e897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'de33d97a-fc14-49c8-8c1c-1db606a1db30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:10Z', 'updated_at': '2021-09-18T12:39:16Z', 'revision_number': 4, 'project_id': '2743a136015a49e48067d6ccf324e897', 'gw_port': {'id': 'de33d97a-fc14-49c8-8c1c-1db606a1db30', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90333221-bb7e-4f12-b435-dfdde8d1adc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:11Z', 'updated_at': '2021-09-18T12:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': '2aed6151-d420-4a91-9353-a34c8ba1f21c', 'name': '', 'network_id': '1c58d791-ee5c-4c98-95db-974a98ef27fc', 'tenant_id': '2743a136015a49e48067d6ccf324e897', 'mac_address': 'fa:16:3e:fb:b0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90333221-bb7e-4f12-b435-dfdde8d1adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'ba5d1835-4a6b-4433-af0c-c0f7f1a43823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:15Z', 'updated_at': '2021-09-18T12:39:16Z', 'revision_number': 2, 'project_id': '2743a136015a49e48067d6ccf324e897', 'subnets': [{'id': 'ba5d1835-4a6b-4433-af0c-c0f7f1a43823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:19.024369 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d29b9cf1-7cef-412f-a37b-bad2922a0bbc tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:19.048956 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5abd88b-a697-4f98-8b44-46612d3ba16d None None] Checking router: 90333221-bb7e-4f12-b435-dfdde8d1adc8 for host: dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:39:19.049306 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5abd88b-a697-4f98-8b44-46612d3ba16d None None] Updating router 90333221-bb7e-4f12-b435-dfdde8d1adc8 port 2aed6151-d420-4a91-9353-a34c8ba1f21c binding host dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 12:39:19.074426 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b5abd88b-a697-4f98-8b44-46612d3ba16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:19.095155 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d29b9cf1-7cef-412f-a37b-bad2922a0bbc tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:19.098916 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d29b9cf1-7cef-412f-a37b-bad2922a0bbc tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772246'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:19.116027 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b9cf1-7cef-412f-a37b-bad2922a0bbc tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a8d459-2a03-41ed-b1ca-9f20c07349e7,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:19.123635 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d29b9cf1-7cef-412f-a37b-bad2922a0bbc tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:19.125334 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-d29b9cf1-7cef-412f-a37b-bad2922a0bbc tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346819 Sep 18 12:39:19.127857 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 51026) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:19.132488 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-4d35a687-5e7d-4ef7-a946-9ac184a587e2 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Request body: {'security_group_rule': {'security_group_id': '7936d6c6-01ba-45f0-9c7f-396c40a20c5d', 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:19.159371 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4d35a687-5e7d-4ef7-a946-9ac184a587e2 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:19.217504 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4d35a687-5e7d-4ef7-a946-9ac184a587e2 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:19.221276 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4d35a687-5e7d-4ef7-a946-9ac184a587e2 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772246'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:19.244643 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35a687-5e7d-4ef7-a946-9ac184a587e2 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7c9a09-cc39-4530-a7ce-843c6cab520e,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:19.249180 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4d35a687-5e7d-4ef7-a946-9ac184a587e2 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:19.253191 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4d35a687-5e7d-4ef7-a946-9ac184a587e2 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217127 Sep 18 12:39:19.253530 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 51030) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:19.259207 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-e9510573-1236-4bd1-8e25-a979695604dc tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Request body: {'security_group_rule': {'security_group_id': '7936d6c6-01ba-45f0-9c7f-396c40a20c5d', 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:19.283824 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.db.securitygroups_db [None req-e9510573-1236-4bd1-8e25-a979695604dc tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Project b4d22566be4e4b22aa8ebdb652155edd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 12:39:19.289539 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e9510573-1236-4bd1-8e25-a979695604dc tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:19.353007 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b5abd88b-a697-4f98-8b44-46612d3ba16d None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:19.358627 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b5abd88b-a697-4f98-8b44-46612d3ba16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:19.372549 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb2ce6-8ff9-44d4-9ce6-a8f16bb94438 req-3f6db2af-1070-4a4b-9d83-51dd5334e433 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:19.374029 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bedb2ce6-8ff9-44d4-9ce6-a8f16bb94438 req-3f6db2af-1070-4a4b-9d83-51dd5334e433 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9d3040-1106-457b-9934-3b25cb91d243 HTTP/1.1" status: 200 len: 944 time: 0.0753481 Sep 18 12:39:19.379518 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e9510573-1236-4bd1-8e25-a979695604dc tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:19.387479 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e9510573-1236-4bd1-8e25-a979695604dc tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772246'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:19.430022 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e9510573-1236-4bd1-8e25-a979695604dc tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:19.434144 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 51032) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:19.434265 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-e9510573-1236-4bd1-8e25-a979695604dc tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1791422 Sep 18 12:39:19.435048 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9510573-1236-4bd1-8e25-a979695604dc tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63270191-2472-4622-87ad-224bfdb90c5a,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:19.439992 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-d59d972a-66bc-4d70-adbf-f89662131126 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Request body: {'security_group_rule': {'security_group_id': '7936d6c6-01ba-45f0-9c7f-396c40a20c5d', 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:19.442482 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bedb2ce6-8ff9-44d4-9ce6-a8f16bb94438 req-6ecd72aa-3e7f-408f-bf0c-02cd3d35a52f tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617590 Sep 18 12:39:19.479203 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.db.securitygroups_db [None req-d59d972a-66bc-4d70-adbf-f89662131126 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Project b4d22566be4e4b22aa8ebdb652155edd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 12:39:19.488620 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d59d972a-66bc-4d70-adbf-f89662131126 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:19.566014 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device de33d97a-fc14-49c8-8c1c-1db606a1db30 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:39:19.570411 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cddbfc-b2fd-4eba-b39c-8d013ab68403 None None] Pushing event updated for resources: {'Port': ['ID=2aed6151-d420-4a91-9353-a34c8ba1f21c,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:19.585512 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d59d972a-66bc-4d70-adbf-f89662131126 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:19.591981 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d59d972a-66bc-4d70-adbf-f89662131126 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772246'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:19.611317 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d972a-66bc-4d70-adbf-f89662131126 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7ed433a-c02e-446c-880b-f6803ef08bef,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:19.618700 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d59d972a-66bc-4d70-adbf-f89662131126 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:19.623453 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d59d972a-66bc-4d70-adbf-f89662131126 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1882532 Sep 18 12:39:19.627182 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-b5abd88b-a697-4f98-8b44-46612d3ba16d None None] Attempting to bind port 2aed6151-d420-4a91-9353-a34c8ba1f21c on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:39:19.627640 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-b5abd88b-a697-4f98-8b44-46612d3ba16d None None] Attempting to bind port 2aed6151-d420-4a91-9353-a34c8ba1f21c by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': 'b4696be6-1178-4cbe-9e17-5c3a6fa84545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1c58d791-ee5c-4c98-95db-974a98ef27fc'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:39:19.628221 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5abd88b-a697-4f98-8b44-46612d3ba16d None None] Attempting to bind port 2aed6151-d420-4a91-9353-a34c8ba1f21c on network 1c58d791-ee5c-4c98-95db-974a98ef27fc {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:39:19.641153 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5abd88b-a697-4f98-8b44-46612d3ba16d None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:39:19.641625 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5abd88b-a697-4f98-8b44-46612d3ba16d None None] Checking segment: {'id': 'b4696be6-1178-4cbe-9e17-5c3a6fa84545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1c58d791-ee5c-4c98-95db-974a98ef27fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:39:19.642343 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b5abd88b-a697-4f98-8b44-46612d3ba16d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:19.642803 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5abd88b-a697-4f98-8b44-46612d3ba16d None None] Bound using segment: {'id': 'b4696be6-1178-4cbe-9e17-5c3a6fa84545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1c58d791-ee5c-4c98-95db-974a98ef27fc'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:39:19.643338 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-b5abd88b-a697-4f98-8b44-46612d3ba16d None None] Bound port: 2aed6151-d420-4a91-9353-a34c8ba1f21c, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4696be6-1178-4cbe-9e17-5c3a6fa84545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1c58d791-ee5c-4c98-95db-974a98ef27fc'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:39:19.643828 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b5abd88b-a697-4f98-8b44-46612d3ba16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:19.687360 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port de33d97a-fc14-49c8-8c1c-1db606a1db30 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:19.687983 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:19.755579 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-b5abd88b-a697-4f98-8b44-46612d3ba16d None None] For port 2aed6151-d420-4a91-9353-a34c8ba1f21c, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:39:19.761054 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-b5abd88b-a697-4f98-8b44-46612d3ba16d None None] For port 2aed6151-d420-4a91-9353-a34c8ba1f21c, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=2aed6151-d420-4a91-9353-a34c8ba1f21c,segment=NetworkSegment(b4696be6-1178-4cbe-9e17-5c3a6fa84545),segment_id=b4696be6-1178-4cbe-9e17-5c3a6fa84545)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:39:19.765012 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-cf5b06b7-f0d4-49e5-a9cd-6437c4698646 None None] Provisioning complete for port 2aed6151-d420-4a91-9353-a34c8ba1f21c triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:19.765384 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cf5b06b7-f0d4-49e5-a9cd-6437c4698646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:19.789867 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b5abd88b-a697-4f98-8b44-46612d3ba16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:19.851720 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1b434-a3be-4288-b593-69e0cc9fe7ac req-8a67faac-0de4-449d-b558-d62cb0443024 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:19.853394 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-71e1b434-a3be-4288-b593-69e0cc9fe7ac req-8a67faac-0de4-449d-b558-d62cb0443024 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0565979 Sep 18 12:39:19.912206 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cddbfc-b2fd-4eba-b39c-8d013ab68403 None None] Pushing event updated for resources: {'Port': ['ID=2aed6151-d420-4a91-9353-a34c8ba1f21c,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:19.915234 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5abd88b-a697-4f98-8b44-46612d3ba16d None None] Routers {'90333221-bb7e-4f12-b435-dfdde8d1adc8'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:39:19.915889 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-b5abd88b-a697-4f98-8b44-46612d3ba16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:38:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['90333221-bb7e-4f12-b435-dfdde8d1adc8'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:19.926520 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-71e1b434-a3be-4288-b593-69e0cc9fe7ac req-9d15c065-c91b-48e1-866c-18665bdf824e tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673211 Sep 18 12:39:19.963606 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31 up at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:39:20.084218 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d953e9-6245-4458-8a42-93b99e891d4a req-aba6df52-c78d-4fd6-a1af-77228c32371e tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:20.085724 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-69d953e9-6245-4458-8a42-93b99e891d4a req-aba6df52-c78d-4fd6-a1af-77228c32371e tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e210d5d-5803-4459-8217-3d6d019ca58b HTTP/1.1" status: 200 len: 948 time: 0.0527415 Sep 18 12:39:20.093412 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cf5b06b7-f0d4-49e5-a9cd-6437c4698646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:20.122620 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-b5abd88b-a697-4f98-8b44-46612d3ba16d None None] Set router 90333221-bb7e-4f12-b435-dfdde8d1adc8 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:39:20.130012 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-69d953e9-6245-4458-8a42-93b99e891d4a req-7e7030aa-1d65-4025-9a7f-f9bb33de77ed tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/security-groups?id=5779ab1c-b330-4d0f-b783-66374edf94e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379591 Sep 18 12:39:20.178518 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning for port 8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 12:39:20.199498 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning complete for port 8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:20.199498 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:20.199498 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-cf5b06b7-f0d4-49e5-a9cd-6437c4698646 None None] For port 2aed6151-d420-4a91-9353-a34c8ba1f21c, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=2aed6151-d420-4a91-9353-a34c8ba1f21c,segment=NetworkSegment(b4696be6-1178-4cbe-9e17-5c3a6fa84545),segment_id=b4696be6-1178-4cbe-9e17-5c3a6fa84545)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:39:20.251342 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cf5b06b7-f0d4-49e5-a9cd-6437c4698646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:20.379950 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b06b7-f0d4-49e5-a9cd-6437c4698646 None None] Pushing event updated for resources: {'Port': ['ID=2aed6151-d420-4a91-9353-a34c8ba1f21c,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:20.422932 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-0ae2e3db-3478-4759-b243-7d4dd2ea4e7b None None] Provisioning complete for port 2aed6151-d420-4a91-9353-a34c8ba1f21c triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:20.423303 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0ae2e3db-3478-4759-b243-7d4dd2ea4e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:20.480706 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:20.521070 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9d3040-1106-457b-9934-3b25cb91d243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:39:20.523765 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f443903345165d416a651567efac34002f351ff04fccc6d410eaa1beaa8a1ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a14f30-dc83-4f15-b5f6-ae7c9dbd4147" -d '{"events": [{"server_uuid": "ed9d3040-1106-457b-9934-3b25cb91d243", "name": "network-vif-plugged", "status": "completed", "tag": "8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:39:20.542594 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31,segment=NetworkSegment(e611941f-17b4-4933-b698-5af07f251eef),segment_id=e611941f-17b4-4933-b698-5af07f251eef)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:39:20.550449 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:20.567745 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c827c0f-8563-4481-84e4-89f77f425f81 req-ab998950-d94c-43f8-b5c9-9ca0fe4cecbf tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:20.569291 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8c827c0f-8563-4481-84e4-89f77f425f81 req-ab998950-d94c-43f8-b5c9-9ca0fe4cecbf tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9d3040-1106-457b-9934-3b25cb91d243 HTTP/1.1" status: 200 len: 944 time: 0.0504031 Sep 18 12:39:20.610330 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8c827c0f-8563-4481-84e4-89f77f425f81 req-c852608f-7318-4ba3-9a7b-ab530a55021f tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341718 Sep 18 12:39:20.630462 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-b5abd88b-a697-4f98-8b44-46612d3ba16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90333221-bb7e-4f12-b435-dfdde8d1adc8', 'name': 'tempest-TestShelveInstance-689541278-router', 'tenant_id': '2743a136015a49e48067d6ccf324e897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'de33d97a-fc14-49c8-8c1c-1db606a1db30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:10Z', 'updated_at': '2021-09-18T12:39:16Z', 'revision_number': 4, 'project_id': '2743a136015a49e48067d6ccf324e897', 'gw_port': {'id': 'de33d97a-fc14-49c8-8c1c-1db606a1db30', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90333221-bb7e-4f12-b435-dfdde8d1adc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:11Z', 'updated_at': '2021-09-18T12:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': '2aed6151-d420-4a91-9353-a34c8ba1f21c', 'name': '', 'network_id': '1c58d791-ee5c-4c98-95db-974a98ef27fc', 'tenant_id': '2743a136015a49e48067d6ccf324e897', 'mac_address': 'fa:16:3e:fb:b0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90333221-bb7e-4f12-b435-dfdde8d1adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'ba5d1835-4a6b-4433-af0c-c0f7f1a43823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:15Z', 'updated_at': '2021-09-18T12:39:19Z', 'revision_number': 4, 'project_id': '2743a136015a49e48067d6ccf324e897', 'subnets': [{'id': 'ba5d1835-4a6b-4433-af0c-c0f7f1a43823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:20.665779 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6fbac7-9b7a-443a-8810-4f98ae0f5aae x-openstack-request-id: req-6d6fbac7-9b7a-443a-8810-4f98ae0f5aae {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:39:20.666068 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9d3040-1106-457b-9934-3b25cb91d243", "name": "network-vif-plugged", "status": "completed", "tag": "8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:39:20.666318 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d6fbac7-9b7a-443a-8810-4f98ae0f5aae {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:39:20.666702 dv-cinder-809894-1-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9d3040-1106-457b-9934-3b25cb91d243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31', 'code': 200} Sep 18 12:39:20.667525 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5abd88b-a697-4f98-8b44-46612d3ba16d None None] The sync data for ids ['90333221-bb7e-4f12-b435-dfdde8d1adc8'] in dv-cinder-809894-1-iscsi is: [{'id': '90333221-bb7e-4f12-b435-dfdde8d1adc8', 'name': 'tempest-TestShelveInstance-689541278-router', 'tenant_id': '2743a136015a49e48067d6ccf324e897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'de33d97a-fc14-49c8-8c1c-1db606a1db30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:10Z', 'updated_at': '2021-09-18T12:39:16Z', 'revision_number': 4, 'project_id': '2743a136015a49e48067d6ccf324e897', 'gw_port': {'id': 'de33d97a-fc14-49c8-8c1c-1db606a1db30', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90333221-bb7e-4f12-b435-dfdde8d1adc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:11Z', 'updated_at': '2021-09-18T12:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': '2aed6151-d420-4a91-9353-a34c8ba1f21c', 'name': '', 'network_id': '1c58d791-ee5c-4c98-95db-974a98ef27fc', 'tenant_id': '2743a136015a49e48067d6ccf324e897', 'mac_address': 'fa:16:3e:fb:b0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90333221-bb7e-4f12-b435-dfdde8d1adc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'ba5d1835-4a6b-4433-af0c-c0f7f1a43823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:15Z', 'updated_at': '2021-09-18T12:39:19Z', 'revision_number': 4, 'project_id': '2743a136015a49e48067d6ccf324e897', 'subnets': [{'id': 'ba5d1835-4a6b-4433-af0c-c0f7f1a43823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:39:20.670362 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:21.079511 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d0a0f-e01a-43cf-8031-3f7f8b560b48 req-eb7c5c56-e888-4736-af81-3c5549722a26 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:21.081383 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-225d0a0f-e01a-43cf-8031-3f7f8b560b48 req-eb7c5c56-e888-4736-af81-3c5549722a26 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0725639 Sep 18 12:39:21.129531 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-225d0a0f-e01a-43cf-8031-3f7f8b560b48 req-fba5a3b4-f484-4fec-96f4-0b66981cf80f tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410144 Sep 18 12:39:21.191857 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f34bd-168a-4b1f-8f67-778c96f82231 req-b847e041-5993-4559-ba30-d3f4b358ed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:21.193880 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b85f34bd-168a-4b1f-8f67-778c96f82231 req-b847e041-5993-4559-ba30-d3f4b358ed86 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ed9d3040-1106-457b-9934-3b25cb91d243 HTTP/1.1" status: 200 len: 1098 time: 0.0419538 Sep 18 12:39:21.274533 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b85f34bd-168a-4b1f-8f67-778c96f82231 req-adf3be31-1f50-4636-b485-3e7e4434cb3d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721259 Sep 18 12:39:21.287943 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59c8f0-79c2-4287-8fdb-2d8ab9ff517e req-183a458c-84bb-4301-af82-3313584efde6 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:21.289477 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4a59c8f0-79c2-4287-8fdb-2d8ab9ff517e req-183a458c-84bb-4301-af82-3313584efde6 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e210d5d-5803-4459-8217-3d6d019ca58b HTTP/1.1" status: 200 len: 948 time: 0.0697303 Sep 18 12:39:21.332246 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4a59c8f0-79c2-4287-8fdb-2d8ab9ff517e req-2e050faf-fd3a-4a4d-9a4f-84c1c3ca3b5a tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/security-groups?id=5779ab1c-b330-4d0f-b783-66374edf94e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346143 Sep 18 12:39:21.487100 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 2aed6151-d420-4a91-9353-a34c8ba1f21c up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:39:21.536443 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 2aed6151-d420-4a91-9353-a34c8ba1f21c triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:21.537428 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:21.727915 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ca8cc-633e-40c5-b58a-0889df917cdc req-e4c6251d-1ff4-47f0-ba45-e07ec511bdc7 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:21.729369 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a82ca8cc-633e-40c5-b58a-0889df917cdc req-e4c6251d-1ff4-47f0-ba45-e07ec511bdc7 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9d3040-1106-457b-9934-3b25cb91d243 HTTP/1.1" status: 200 len: 945 time: 0.0482550 Sep 18 12:39:21.765158 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a82ca8cc-633e-40c5-b58a-0889df917cdc req-34ac04f8-b2c0-4cdd-86e2-bdb7933f2f8b tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299778 Sep 18 12:39:22.246224 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96767067-7389-4c3d-ba19-d7aca11242bc req-3346a223-a61a-486f-9c01-2e3d7786af40 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:22.247703 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-96767067-7389-4c3d-ba19-d7aca11242bc req-3346a223-a61a-486f-9c01-2e3d7786af40 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0474017 Sep 18 12:39:22.287214 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-96767067-7389-4c3d-ba19-d7aca11242bc req-470019d1-f472-4506-9967-599b2eb70fdf tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332046 Sep 18 12:39:22.452439 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f775e-4b7b-40df-b337-7b884189148f req-08db5949-e8eb-4959-8bd6-bb3ad5e563d1 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:22.453973 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-517f775e-4b7b-40df-b337-7b884189148f req-08db5949-e8eb-4959-8bd6-bb3ad5e563d1 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e210d5d-5803-4459-8217-3d6d019ca58b HTTP/1.1" status: 200 len: 948 time: 0.0522523 Sep 18 12:39:22.491251 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-517f775e-4b7b-40df-b337-7b884189148f req-30234fb3-4ba3-42e3-a126-51afcf5fa72a tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/security-groups?id=5779ab1c-b330-4d0f-b783-66374edf94e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312788 Sep 18 12:39:22.893479 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5ff24-fc66-4d6f-8443-917a95980c3c req-4d71d51f-e97e-4dfb-b4b8-e32eac7577b9 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:22.896615 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a9d5ff24-fc66-4d6f-8443-917a95980c3c req-4d71d51f-e97e-4dfb-b4b8-e32eac7577b9 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9d3040-1106-457b-9934-3b25cb91d243 HTTP/1.1" status: 200 len: 945 time: 0.0628400 Sep 18 12:39:22.948557 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a9d5ff24-fc66-4d6f-8443-917a95980c3c req-534f5512-3c2a-42e3-b5d9-f1235e2c47e7 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464292 Sep 18 12:39:22.997464 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 84167a89-2536-45e5-ac92-dfed4ac12a38 details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 12:39:23.098471 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 84167a89-2536-45e5-ac92-dfed4ac12a38, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=84167a89-2536-45e5-ac92-dfed4ac12a38,segment=NetworkSegment(c3235c61-0440-46d9-b603-d6c19c88b33a),segment_id=c3235c61-0440-46d9-b603-d6c19c88b33a)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:39:23.109872 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Returning: {'device': '84167a89-2536-45e5-ac92-dfed4ac12a38', 'network_id': 'e4e0ad84-7c5c-46e5-b135-5d66ed841299', 'port_id': '84167a89-2536-45e5-ac92-dfed4ac12a38', 'mac_address': 'fa:16:3e:ad:1b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '791bba88-27c7-42d4-afcf-acae01b75b2d', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 12:39:23.159059 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:23.169049 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84167a89-2536-45e5-ac92-dfed4ac12a38 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:39:23.188329 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 84167a89-2536-45e5-ac92-dfed4ac12a38, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=84167a89-2536-45e5-ac92-dfed4ac12a38,segment=NetworkSegment(c3235c61-0440-46d9-b603-d6c19c88b33a),segment_id=c3235c61-0440-46d9-b603-d6c19c88b33a)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:39:23.195803 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:23.243117 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=84167a89-2536-45e5-ac92-dfed4ac12a38,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:23.419746 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3d940-33fb-44d3-aead-2fe716342f95 req-4b62c25f-439f-4c4c-8d5d-b3981e070a3b tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:23.419746 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cdc3d940-33fb-44d3-aead-2fe716342f95 req-4b62c25f-439f-4c4c-8d5d-b3981e070a3b tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0515513 Sep 18 12:39:23.468519 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cdc3d940-33fb-44d3-aead-2fe716342f95 req-216a9a29-e480-49b2-8bc3-8e0dc70c0f67 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405304 Sep 18 12:39:23.536952 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['84167a89-2536-45e5-ac92-dfed4ac12a38'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:39:23.609880 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac6038-33a0-4a6d-b75b-a8f2e63d1c81 req-0eb07b22-9ac9-46a8-b73d-7b6a34684c4c tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:23.611277 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b9ac6038-33a0-4a6d-b75b-a8f2e63d1c81 req-0eb07b22-9ac9-46a8-b73d-7b6a34684c4c tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e210d5d-5803-4459-8217-3d6d019ca58b HTTP/1.1" status: 200 len: 949 time: 0.0497909 Sep 18 12:39:23.649202 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b9ac6038-33a0-4a6d-b75b-a8f2e63d1c81 req-34db8ef5-233a-4780-a5d2-cd47a2acf440 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/security-groups?id=5779ab1c-b330-4d0f-b783-66374edf94e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313692 Sep 18 12:39:24.064228 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce5df2-4fd2-4190-8463-627c2cb75665 req-ce04cbeb-d137-466b-aa94-d806bff59107 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:24.065708 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-24ce5df2-4fd2-4190-8463-627c2cb75665 req-ce04cbeb-d137-466b-aa94-d806bff59107 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9d3040-1106-457b-9934-3b25cb91d243 HTTP/1.1" status: 200 len: 945 time: 0.0497596 Sep 18 12:39:24.104204 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-24ce5df2-4fd2-4190-8463-627c2cb75665 req-09b3db35-4cf1-4159-a49b-61d693175700 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326741 Sep 18 12:39:24.436416 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-77a9cac3-bb9a-4b34-b09d-967f86ec13a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:24.460606 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9405be-261f-46a7-a4a1-421b9fea8fd6 req-e44b012d-f71b-43c4-ba9f-465a2b7c79e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:24.462291 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6f9405be-261f-46a7-a4a1-421b9fea8fd6 req-e44b012d-f71b-43c4-ba9f-465a2b7c79e8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 1098 time: 0.0569282 Sep 18 12:39:24.505748 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6f9405be-261f-46a7-a4a1-421b9fea8fd6 req-e646fe86-2c92-4007-97dc-13b41f82a9bb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279813 Sep 18 12:39:24.592890 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df41f9-9212-4c0a-9c4e-c8a0f28f9545 req-c7985c00-0b05-429e-8bed-e4e72ea90156 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:24.604291 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-51df41f9-9212-4c0a-9c4e-c8a0f28f9545 req-c7985c00-0b05-429e-8bed-e4e72ea90156 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0654948 Sep 18 12:39:24.638258 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-51df41f9-9212-4c0a-9c4e-c8a0f28f9545 req-1118dd85-0bd1-4307-a8cc-69fde9306286 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327682 Sep 18 12:39:24.765737 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680a895-1a51-4fed-9433-54a17212cbed req-4e8360b8-5bb0-4c17-b9dc-ad6221e124eb tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:24.767964 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2680a895-1a51-4fed-9433-54a17212cbed req-4e8360b8-5bb0-4c17-b9dc-ad6221e124eb tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e210d5d-5803-4459-8217-3d6d019ca58b HTTP/1.1" status: 200 len: 949 time: 0.0492640 Sep 18 12:39:24.819541 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2680a895-1a51-4fed-9433-54a17212cbed req-1e4a1fe0-5dae-4807-996b-631ee4e7935e tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/security-groups?id=5779ab1c-b330-4d0f-b783-66374edf94e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421667 Sep 18 12:39:24.997505 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 84167a89-2536-45e5-ac92-dfed4ac12a38 up at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:39:25.046361 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning for port 84167a89-2536-45e5-ac92-dfed4ac12a38 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 12:39:25.050070 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning complete for port 84167a89-2536-45e5-ac92-dfed4ac12a38 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:25.050433 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:25.124229 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:25.146762 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e210d5d-5803-4459-8217-3d6d019ca58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84167a89-2536-45e5-ac92-dfed4ac12a38'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:39:25.149131 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f443903345165d416a651567efac34002f351ff04fccc6d410eaa1beaa8a1ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02bae6d-a51b-4b13-9648-4a72a6db6c64" -d '{"events": [{"server_uuid": "4e210d5d-5803-4459-8217-3d6d019ca58b", "name": "network-vif-plugged", "status": "completed", "tag": "84167a89-2536-45e5-ac92-dfed4ac12a38"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:39:25.164088 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 84167a89-2536-45e5-ac92-dfed4ac12a38, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=84167a89-2536-45e5-ac92-dfed4ac12a38,segment=NetworkSegment(c3235c61-0440-46d9-b603-d6c19c88b33a),segment_id=c3235c61-0440-46d9-b603-d6c19c88b33a)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:39:25.169401 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:25.197239 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eeba7a7-9c6e-4889-8dc6-43070c823256 x-openstack-request-id: req-3eeba7a7-9c6e-4889-8dc6-43070c823256 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:39:25.197532 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e210d5d-5803-4459-8217-3d6d019ca58b", "name": "network-vif-plugged", "status": "completed", "tag": "84167a89-2536-45e5-ac92-dfed4ac12a38", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:39:25.197775 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3eeba7a7-9c6e-4889-8dc6-43070c823256 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:39:25.198163 dv-cinder-809894-1-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e210d5d-5803-4459-8217-3d6d019ca58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84167a89-2536-45e5-ac92-dfed4ac12a38', 'code': 200} Sep 18 12:39:25.221936 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=84167a89-2536-45e5-ac92-dfed4ac12a38,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:25.370157 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24939a-1516-4d80-89a3-36eaf23321ad req-aa1e9151-8c50-4a02-98f8-7986fdb057fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:25.371711 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a24939a-1516-4d80-89a3-36eaf23321ad req-aa1e9151-8c50-4a02-98f8-7986fdb057fa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4e210d5d-5803-4459-8217-3d6d019ca58b HTTP/1.1" status: 200 len: 1103 time: 0.0380216 Sep 18 12:39:25.410327 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a24939a-1516-4d80-89a3-36eaf23321ad req-e56e223f-2c61-4673-ac83-10b4bfe310ca service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5779ab1c-b330-4d0f-b783-66374edf94e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283699 Sep 18 12:39:25.952164 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e313b1-f590-4050-bc78-7a96e01b74ab req-f9e43030-3fcf-4c0c-bc5c-1a21d0b8e814 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:25.953617 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b5e313b1-f590-4050-bc78-7a96e01b74ab req-f9e43030-3fcf-4c0c-bc5c-1a21d0b8e814 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0529120 Sep 18 12:39:25.990485 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b5e313b1-f590-4050-bc78-7a96e01b74ab req-f051db98-5e21-48e4-9b0e-b893ff2237b5 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303102 Sep 18 12:39:26.088929 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ad440-55bc-4835-ba6b-8a21d3017836 req-42f7997b-db8f-44e2-9266-f5600b063e27 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:26.090385 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-701ad440-55bc-4835-ba6b-8a21d3017836 req-42f7997b-db8f-44e2-9266-f5600b063e27 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e210d5d-5803-4459-8217-3d6d019ca58b HTTP/1.1" status: 200 len: 950 time: 0.0465662 Sep 18 12:39:26.127312 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-701ad440-55bc-4835-ba6b-8a21d3017836 req-c7b90892-245d-426f-a3c6-35b6a6122a51 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/security-groups?id=5779ab1c-b330-4d0f-b783-66374edf94e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308983 Sep 18 12:39:27.028425 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f04c950d-552b-4342-b2ba-023584645382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:27.100054 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69307e7-e44b-41dd-ba89-323f11948502 req-8987faeb-553b-4e90-97a3-0470780f17bb tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:27.101480 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e69307e7-e44b-41dd-ba89-323f11948502 req-8987faeb-553b-4e90-97a3-0470780f17bb tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0457609 Sep 18 12:39:27.148168 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e69307e7-e44b-41dd-ba89-323f11948502 req-6b98f1f4-fbe4-44ef-91e1-fc412ca3b7be tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320385 Sep 18 12:39:27.249675 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7dfff-db0c-4bb7-9029-6e80a6ee4f26 req-14436a90-87fa-4c54-816e-cfa906166a69 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:27.251099 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ecd7dfff-db0c-4bb7-9029-6e80a6ee4f26 req-14436a90-87fa-4c54-816e-cfa906166a69 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e210d5d-5803-4459-8217-3d6d019ca58b HTTP/1.1" status: 200 len: 950 time: 0.0499322 Sep 18 12:39:27.288673 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ecd7dfff-db0c-4bb7-9029-6e80a6ee4f26 req-8c0debe0-fa1b-4437-8e63-d30dbca813fc tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/security-groups?id=5779ab1c-b330-4d0f-b783-66374edf94e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317314 Sep 18 12:39:27.736426 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:28.074016 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:28.257160 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20400e9a-c244-43c7-bb9d-57792e832361 req-23bf4721-f344-4b42-a8a6-1d3eb4177c31 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:28.258593 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-20400e9a-c244-43c7-bb9d-57792e832361 req-23bf4721-f344-4b42-a8a6-1d3eb4177c31 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0459380 Sep 18 12:39:28.295964 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-20400e9a-c244-43c7-bb9d-57792e832361 req-112fb021-9bf5-4045-adbb-2bdd107de6fd tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311277 Sep 18 12:39:28.398464 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41356209-391a-4734-8cd8-291c6304a792 req-942bd86b-ec49-48b2-8d15-aad186f45aaa tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:28.399903 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-41356209-391a-4734-8cd8-291c6304a792 req-942bd86b-ec49-48b2-8d15-aad186f45aaa tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e210d5d-5803-4459-8217-3d6d019ca58b HTTP/1.1" status: 200 len: 950 time: 0.0467241 Sep 18 12:39:28.438549 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-41356209-391a-4734-8cd8-291c6304a792 req-12b1e299-450b-4ee2-a994-9ca846ff7f6d tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/security-groups?id=5779ab1c-b330-4d0f-b783-66374edf94e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326335 Sep 18 12:39:29.413117 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226617c-cc37-4466-a321-15002d847ca8 req-26bf23b6-1ebf-4f5f-86a6-4b4d17b77c0b tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:29.414617 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e226617c-cc37-4466-a321-15002d847ca8 req-26bf23b6-1ebf-4f5f-86a6-4b4d17b77c0b tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0509670 Sep 18 12:39:29.450734 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e226617c-cc37-4466-a321-15002d847ca8 req-36e79f18-aaaa-4a6d-8c05-7d0a60f794ea tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302606 Sep 18 12:39:29.550146 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e3446-eff2-4603-89ed-8aaae127e803 req-eebe1b40-0695-4b96-bbf0-821c7c3cd31b tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:29.551606 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a4e3446-eff2-4603-89ed-8aaae127e803 req-eebe1b40-0695-4b96-bbf0-821c7c3cd31b tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e210d5d-5803-4459-8217-3d6d019ca58b HTTP/1.1" status: 200 len: 950 time: 0.0473335 Sep 18 12:39:29.587649 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:29.592098 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a4e3446-eff2-4603-89ed-8aaae127e803 req-ac3e818a-e737-4360-9ba4-9de1f6b9ebd3 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/security-groups?id=5779ab1c-b330-4d0f-b783-66374edf94e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341012 Sep 18 12:39:29.694308 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4701662-70fc-4c5d-8af3-9d989370979e req-602f72aa-98c5-45e6-b17e-fc2b2f8cb8c4 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:29.697355 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c4701662-70fc-4c5d-8af3-9d989370979e req-602f72aa-98c5-45e6-b17e-fc2b2f8cb8c4 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0505276 Sep 18 12:39:29.733583 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c4701662-70fc-4c5d-8af3-9d989370979e req-3e463e84-1719-4298-9078-3f2650b79b05 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314298 Sep 18 12:39:30.440891 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-4b425de0-64b8-4689-9aaa-26e763434ec7 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:30.442387 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-4b425de0-64b8-4689-9aaa-26e763434ec7 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/networks?id=0258a11c-e78a-4182-aaeb-730e179fbfeb HTTP/1.1" status: 200 len: 815 time: 0.1044533 Sep 18 12:39:30.457896 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-f37a0cbf-58a8-49e5-b77d-89dea21dfb0d tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/quotas/a792bb4fbeae46e3a5abe7197efe8adc HTTP/1.1" status: 200 len: 375 time: 0.0090628 Sep 18 12:39:30.508389 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-d4e60992-a32f-4322-ad77-9ee2256bbbb0 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a792bb4fbeae46e3a5abe7197efe8adc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447361 Sep 18 12:39:30.836286 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-cf21a9f5-cce2-44e0-b871-c636ea1de740 service neutron] 10.222.0.24 "GET /v2.0/networks/0258a11c-e78a-4182-aaeb-730e179fbfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210232 Sep 18 12:39:30.844580 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4b9e1-ac3c-425b-9656-71a440410418 req-ed7934f4-12e5-43f0-9462-6f7043a4c4da tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:30.846071 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e6f4b9e1-ac3c-425b-9656-71a440410418 req-ed7934f4-12e5-43f0-9462-6f7043a4c4da tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e210d5d-5803-4459-8217-3d6d019ca58b HTTP/1.1" status: 200 len: 950 time: 0.0656826 Sep 18 12:39:30.934246 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e6f4b9e1-ac3c-425b-9656-71a440410418 req-78b92373-cabc-4cc3-b78d-6743d2164e9d tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/security-groups?id=5779ab1c-b330-4d0f-b783-66374edf94e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795903 Sep 18 12:39:30.958175 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-514bd954-6089-4ac3-b20b-7f2c27a6fd07 service neutron] 10.222.0.24 "GET /v2.0/networks/0258a11c-e78a-4182-aaeb-730e179fbfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110601 Sep 18 12:39:31.349876 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-838c67ac-a9af-4c15-b7bf-0666b6a0df08 req-41f15c1f-aa5e-40c0-a648-da77c8e7fa42 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=3958f1b5-2fa6-4af1-b7a8-5d4f90037183 HTTP/1.1" status: 200 len: 210 time: 0.0454955 Sep 18 12:39:31.365492 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fece5-2e57-4215-bd5e-74eb0671f4c6 req-3107dcfa-4209-43c9-9dbb-f0f79bb27d8c tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:31.377183 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-175fece5-2e57-4215-bd5e-74eb0671f4c6 req-3107dcfa-4209-43c9-9dbb-f0f79bb27d8c tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e210d5d-5803-4459-8217-3d6d019ca58b HTTP/1.1" status: 200 len: 950 time: 0.1102414 Sep 18 12:39:31.436346 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-175fece5-2e57-4215-bd5e-74eb0671f4c6 req-f5346a20-249a-40c5-8790-36cb1c9e79c5 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/security-groups?id=5779ab1c-b330-4d0f-b783-66374edf94e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628462 Sep 18 12:39:31.445335 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0d95b-c677-4140-9422-073629a1f084 req-d973d783-a6f8-4cb2-9405-88571af18475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:31.448497 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-21b0d95b-c677-4140-9422-073629a1f084 req-d973d783-a6f8-4cb2-9405-88571af18475 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbe0aabe590943c68b496df6463a2b88&device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 1098 time: 0.1074820 Sep 18 12:39:31.564766 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bae3e1-de46-4055-ae36-d70893efc09b req-99526fe4-65f6-4e5f-bced-cf9db119924e tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:31.566262 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-63bae3e1-de46-4055-ae36-d70893efc09b req-99526fe4-65f6-4e5f-bced-cf9db119924e tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.1248617 Sep 18 12:39:31.605238 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0d95b-c677-4140-9422-073629a1f084 req-c8715e83-2e2b-459e-b18f-f5ea364fec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:31.606922 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-21b0d95b-c677-4140-9422-073629a1f084 req-c8715e83-2e2b-459e-b18f-f5ea364fec33 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4df28532-82af-4330-b91d-ced682f08dad HTTP/1.1" status: 200 len: 919 time: 0.1460598 Sep 18 12:39:31.620586 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-63bae3e1-de46-4055-ae36-d70893efc09b req-d794d6ee-a3bc-42ba-b2bd-baaf46207589 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459461 Sep 18 12:39:31.665300 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-21b0d95b-c677-4140-9422-073629a1f084 req-f171b542-ab88-4612-a7d1-f28beb95d19a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d75058b-9aca-494d-823b-ca9a6b34652a HTTP/1.1" status: 200 len: 217 time: 0.0399895 Sep 18 12:39:31.723379 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0d95b-c677-4140-9422-073629a1f084 req-29ca0322-95e6-46fc-bb85-2d57f4d9601f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:31.724795 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-21b0d95b-c677-4140-9422-073629a1f084 req-29ca0322-95e6-46fc-bb85-2d57f4d9601f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cf48ed02-5e60-492d-a444-1382b9731455 HTTP/1.1" status: 200 len: 858 time: 0.0507684 Sep 18 12:39:31.770200 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-21b0d95b-c677-4140-9422-073629a1f084 req-a2a9e099-6be6-456f-9975-03ad487a85bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4df28532-82af-4330-b91d-ced682f08dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350456 Sep 18 12:39:31.810007 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:39:31.892124 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-21b0d95b-c677-4140-9422-073629a1f084 req-70e153a0-8f6b-4a7c-a1c0-8cff37586c51 service neutron] 10.222.0.13 "GET /v2.0/networks/4df28532-82af-4330-b91d-ced682f08dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981069 Sep 18 12:39:31.996021 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-21b0d95b-c677-4140-9422-073629a1f084 req-b0f18aa1-d393-4db1-a9e6-c570569be85e service neutron] 10.222.0.13 "GET /v2.0/networks/4df28532-82af-4330-b91d-ced682f08dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857394 Sep 18 12:39:32.497383 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fbade73d-755b-45a1-8151-b7219fcf01c2 req-38307608-a9cf-478c-b62f-bbfa6157e835 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=3958f1b5-2fa6-4af1-b7a8-5d4f90037183 HTTP/1.1" status: 200 len: 210 time: 0.0584142 Sep 18 12:39:32.582422 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-d2bded9f-5969-4992-b98e-e71ddf022e86 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:32.583903 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-d2bded9f-5969-4992-b98e-e71ddf022e86 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.13 "GET /v2.0/networks?id=0258a11c-e78a-4182-aaeb-730e179fbfeb HTTP/1.1" status: 200 len: 815 time: 0.1779008 Sep 18 12:39:32.610541 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890c2af-3a22-439f-81ef-94945b451802 req-a93c017e-16e0-41fd-85b2-85a18055bfc3 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:32.617703 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2890c2af-3a22-439f-81ef-94945b451802 req-a93c017e-16e0-41fd-85b2-85a18055bfc3 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e210d5d-5803-4459-8217-3d6d019ca58b HTTP/1.1" status: 200 len: 950 time: 0.0725102 Sep 18 12:39:32.624102 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-a0be6eee-1dbe-4844-9c38-6aa3e1eacb27 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Request body: {'port': {'device_id': '3958f1b5-2fa6-4af1-b7a8-5d4f90037183', 'network_id': '0258a11c-e78a-4182-aaeb-730e179fbfeb', 'admin_state_up': True, 'tenant_id': 'a792bb4fbeae46e3a5abe7197efe8adc'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:32.722214 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2890c2af-3a22-439f-81ef-94945b451802 req-0d86f588-6610-4c02-aae0-0d8d931641e3 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/security-groups?id=5779ab1c-b330-4d0f-b783-66374edf94e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036627 Sep 18 12:39:32.780658 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab5513-7de4-4f38-90ed-fff366889aef req-902a5671-f23e-4721-bada-3384fb850c5b tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:32.782127 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4aab5513-7de4-4f38-90ed-fff366889aef req-902a5671-f23e-4721-bada-3384fb850c5b tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0780537 Sep 18 12:39:32.813161 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-a0be6eee-1dbe-4844-9c38-6aa3e1eacb27 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Made reservation on behalf of a792bb4fbeae46e3a5abe7197efe8adc for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:39:32.816522 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-a0be6eee-1dbe-4844-9c38-6aa3e1eacb27 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:32.838464 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4aab5513-7de4-4f38-90ed-fff366889aef req-c379bcfa-3fee-4b94-974c-78e2d40dc432 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492353 Sep 18 12:39:32.955307 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-a0be6eee-1dbe-4844-9c38-6aa3e1eacb27 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Allocated IP 172.20.0.5 (0258a11c-e78a-4182-aaeb-730e179fbfeb/de9e0f89-2fac-4bfb-b9e8-42c05ff8d04e/f46d20d8-f1ba-456b-9666-0713382f34fc) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:39:33.105857 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-a0be6eee-1dbe-4844-9c38-6aa3e1eacb27 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:33.138564 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-a0be6eee-1dbe-4844-9c38-6aa3e1eacb27 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:33.155967 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b573d-2647-491f-890f-4ba276cef681 req-4b1b596c-9bda-4e1f-bc93-4e731a5f1dd1 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:33.157447 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b07b573d-2647-491f-890f-4ba276cef681 req-4b1b596c-9bda-4e1f-bc93-4e731a5f1dd1 tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e210d5d-5803-4459-8217-3d6d019ca58b HTTP/1.1" status: 200 len: 950 time: 0.0528030 Sep 18 12:39:33.159713 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['af4da8e2-6830-49f9-be19-4120aed4673e', '8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:39:33.190571 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-a0be6eee-1dbe-4844-9c38-6aa3e1eacb27 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Network 0258a11c-e78a-4182-aaeb-730e179fbfeb is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:39:33.194087 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-a0be6eee-1dbe-4844-9c38-6aa3e1eacb27 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:39:33.201040 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-a0be6eee-1dbe-4844-9c38-6aa3e1eacb27 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:39:33.206213 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-a0be6eee-1dbe-4844-9c38-6aa3e1eacb27 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:33.206771 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-a0be6eee-1dbe-4844-9c38-6aa3e1eacb27 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:33.211076 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be6eee-1dbe-4844-9c38-6aa3e1eacb27 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Pushing event updated for resources: {'Port': ['ID=f46d20d8-f1ba-456b-9666-0713382f34fc,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:33.224507 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-a0be6eee-1dbe-4844-9c38-6aa3e1eacb27 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6046584 Sep 18 12:39:33.246416 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-50efea48-cb48-4161-96a0-ec1b92965740 service neutron] Request body: {'port': {'device_id': '3958f1b5-2fa6-4af1-b7a8-5d4f90037183', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:33.262535 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-b07b573d-2647-491f-890f-4ba276cef681 req-c01b0973-51b5-4fee-b525-f48a13f62c7b tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Deleting port 84167a89-2536-45e5-ac92-dfed4ac12a38 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:39:33.262884 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-b07b573d-2647-491f-890f-4ba276cef681 req-c01b0973-51b5-4fee-b525-f48a13f62c7b tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:33.306384 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-50efea48-cb48-4161-96a0-ec1b92965740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:33.364574 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-b07b573d-2647-491f-890f-4ba276cef681 req-c01b0973-51b5-4fee-b525-f48a13f62c7b tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] For port 84167a89-2536-45e5-ac92-dfed4ac12a38, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=84167a89-2536-45e5-ac92-dfed4ac12a38,segment=NetworkSegment(c3235c61-0440-46d9-b603-d6c19c88b33a),segment_id=c3235c61-0440-46d9-b603-d6c19c88b33a)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:39:33.364933 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-b07b573d-2647-491f-890f-4ba276cef681 req-c01b0973-51b5-4fee-b525-f48a13f62c7b tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:33.379337 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-b07b573d-2647-491f-890f-4ba276cef681 req-c01b0973-51b5-4fee-b525-f48a13f62c7b tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Calling delete_port for 84167a89-2536-45e5-ac92-dfed4ac12a38 owned by compute:nova {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:39:33.515615 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-b07b573d-2647-491f-890f-4ba276cef681 req-c01b0973-51b5-4fee-b525-f48a13f62c7b tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:33.547531 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b0973-51b5-4fee-b525-f48a13f62c7b tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Pushing event deleted for resources: {'Port': ['ID=84167a89-2536-45e5-ac92-dfed4ac12a38,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:33.597258 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07b573d-2647-491f-890f-4ba276cef681 req-c01b0973-51b5-4fee-b525-f48a13f62c7b tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] No DVR routers for this DVR port 84167a89-2536-45e5-ac92-dfed4ac12a38 on host hv-cinder-80989 {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:39:33.604943 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-b07b573d-2647-491f-890f-4ba276cef681 req-c01b0973-51b5-4fee-b525-f48a13f62c7b tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:33.607419 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b07b573d-2647-491f-890f-4ba276cef681 req-c01b0973-51b5-4fee-b525-f48a13f62c7b tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.13 "DELETE /v2.0/ports/84167a89-2536-45e5-ac92-dfed4ac12a38 HTTP/1.1" status: 204 len: 173 time: 0.4390066 Sep 18 12:39:33.607996 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e210d5d-5803-4459-8217-3d6d019ca58b', 'name': 'network-vif-deleted', 'tag': '84167a89-2536-45e5-ac92-dfed4ac12a38'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:39:33.610365 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e020be344c3c72492647676234d3904a5fccbfbca8e1277db2cbf238375b01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e4d90b-1c61-41b4-b6e8-31514a4245c9" -d '{"events": [{"server_uuid": "4e210d5d-5803-4459-8217-3d6d019ca58b", "name": "network-vif-deleted", "tag": "84167a89-2536-45e5-ac92-dfed4ac12a38"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:39:33.658451 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ebd83a-a685-4ce4-9c61-c7ce3395ce3f x-openstack-request-id: req-08ebd83a-a685-4ce4-9c61-c7ce3395ce3f {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:39:33.658759 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e210d5d-5803-4459-8217-3d6d019ca58b", "name": "network-vif-deleted", "tag": "84167a89-2536-45e5-ac92-dfed4ac12a38", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:39:33.659082 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08ebd83a-a685-4ce4-9c61-c7ce3395ce3f {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:39:33.659419 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e210d5d-5803-4459-8217-3d6d019ca58b', 'name': 'network-vif-deleted', 'tag': '84167a89-2536-45e5-ac92-dfed4ac12a38', 'status': 'completed', 'code': 200} Sep 18 12:39:33.675812 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-50efea48-cb48-4161-96a0-ec1b92965740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f46d20d8-f1ba-456b-9666-0713382f34fc {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:39:33.692064 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77ce62-2166-419f-a7b1-db4216e4455a req-a383c3bb-d79c-4fd5-8210-e14806c225d8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:33.694076 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fe77ce62-2166-419f-a7b1-db4216e4455a req-a383c3bb-d79c-4fd5-8210-e14806c225d8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=3958f1b5-2fa6-4af1-b7a8-5d4f90037183 HTTP/1.1" status: 200 len: 931 time: 0.1187160 Sep 18 12:39:33.696130 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-50efea48-cb48-4161-96a0-ec1b92965740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:33.716638 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-50efea48-cb48-4161-96a0-ec1b92965740 service neutron] Transition to ACTIVE for port object f46d20d8-f1ba-456b-9666-0713382f34fc will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 12:39:33.726784 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-50efea48-cb48-4161-96a0-ec1b92965740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:33.851911 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fe77ce62-2166-419f-a7b1-db4216e4455a req-d8db1ffc-28cf-49d7-a631-90ad34f1a85a tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339152 Sep 18 12:39:33.886532 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2d00269d-e1f5-4d97-b185-7e34fbf60078 req-1433ca3e-f0c6-4cf5-9a7a-a03d5418e56d tempest-VolumesNegativeTest-1037547192 tempest-VolumesNegativeTest-1037547192-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e210d5d-5803-4459-8217-3d6d019ca58b HTTP/1.1" status: 200 len: 210 time: 0.0482757 Sep 18 12:39:33.898571 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50efea48-cb48-4161-96a0-ec1b92965740 service neutron] Pushing event updated for resources: {'Port': ['ID=f46d20d8-f1ba-456b-9666-0713382f34fc,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:33.927239 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-50efea48-cb48-4161-96a0-ec1b92965740 service neutron] Attempting to bind port f46d20d8-f1ba-456b-9666-0713382f34fc on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:39:33.927578 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-50efea48-cb48-4161-96a0-ec1b92965740 service neutron] Attempting to bind port f46d20d8-f1ba-456b-9666-0713382f34fc by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': 'e611941f-17b4-4933-b698-5af07f251eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0258a11c-e78a-4182-aaeb-730e179fbfeb'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:39:33.928068 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-50efea48-cb48-4161-96a0-ec1b92965740 service neutron] Attempting to bind port f46d20d8-f1ba-456b-9666-0713382f34fc on network 0258a11c-e78a-4182-aaeb-730e179fbfeb {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:39:33.933152 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-50efea48-cb48-4161-96a0-ec1b92965740 service neutron] Port f46d20d8-f1ba-456b-9666-0713382f34fc on network 0258a11c-e78a-4182-aaeb-730e179fbfeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 12:39:33.933528 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-50efea48-cb48-4161-96a0-ec1b92965740 service neutron] Attempting to bind port f46d20d8-f1ba-456b-9666-0713382f34fc on network 0258a11c-e78a-4182-aaeb-730e179fbfeb {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:39:33.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-50efea48-cb48-4161-96a0-ec1b92965740 service neutron] Checking agent: {'id': '48060bde-194c-4a59-bb73-c876edc89e02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'started_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:39:33.942179 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-50efea48-cb48-4161-96a0-ec1b92965740 service neutron] Checking segment: {'id': 'e611941f-17b4-4933-b698-5af07f251eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0258a11c-e78a-4182-aaeb-730e179fbfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:39:33.942729 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-50efea48-cb48-4161-96a0-ec1b92965740 service neutron] Bound using segment: {'id': 'e611941f-17b4-4933-b698-5af07f251eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0258a11c-e78a-4182-aaeb-730e179fbfeb'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:39:33.943180 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-50efea48-cb48-4161-96a0-ec1b92965740 service neutron] Bound port: f46d20d8-f1ba-456b-9666-0713382f34fc, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e611941f-17b4-4933-b698-5af07f251eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0258a11c-e78a-4182-aaeb-730e179fbfeb'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:39:33.943539 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-50efea48-cb48-4161-96a0-ec1b92965740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:34.047440 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f74f87-1593-4267-95d4-64a08f910ae4 req-e6e2fd2e-de11-4566-bd70-0e5016d79fe6 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:34.049122 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d6f74f87-1593-4267-95d4-64a08f910ae4 req-e6e2fd2e-de11-4566-bd70-0e5016d79fe6 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0953810 Sep 18 12:39:34.051774 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-50efea48-cb48-4161-96a0-ec1b92965740 service neutron] For port f46d20d8-f1ba-456b-9666-0713382f34fc, host hv-cinder-80989, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:39:34.055202 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-50efea48-cb48-4161-96a0-ec1b92965740 service neutron] For port f46d20d8-f1ba-456b-9666-0713382f34fc, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=f46d20d8-f1ba-456b-9666-0713382f34fc,segment=NetworkSegment(e611941f-17b4-4933-b698-5af07f251eef),segment_id=e611941f-17b4-4933-b698-5af07f251eef)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:39:34.076462 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-50efea48-cb48-4161-96a0-ec1b92965740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:34.124874 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-50efea48-cb48-4161-96a0-ec1b92965740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:34.125567 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-50efea48-cb48-4161-96a0-ec1b92965740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:34.127064 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-50efea48-cb48-4161-96a0-ec1b92965740 service neutron] 10.222.0.13 "PUT /v2.0/ports/f46d20d8-f1ba-456b-9666-0713382f34fc HTTP/1.1" status: 200 len: 1093 time: 0.8863413 Sep 18 12:39:34.127791 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3958f1b5-2fa6-4af1-b7a8-5d4f90037183', 'tag': 'f46d20d8-f1ba-456b-9666-0713382f34fc'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:39:34.130182 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e3e86d-0e44-478c-92ca-f07c3a496556" -d '{"events": [{"name": "network-changed", "server_uuid": "3958f1b5-2fa6-4af1-b7a8-5d4f90037183", "tag": "f46d20d8-f1ba-456b-9666-0713382f34fc"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:39:34.140216 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d6f74f87-1593-4267-95d4-64a08f910ae4 req-7ce6b7fa-2a56-4e87-b273-ee2e5ba739bc tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836258 Sep 18 12:39:34.172149 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50efea48-cb48-4161-96a0-ec1b92965740 service neutron] Pushing event updated for resources: {'Port': ['ID=f46d20d8-f1ba-456b-9666-0713382f34fc,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:34.183927 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904cd7c8-ee50-4cde-bfea-3cd112afe10b x-openstack-request-id: req-904cd7c8-ee50-4cde-bfea-3cd112afe10b {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:39:34.184988 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3958f1b5-2fa6-4af1-b7a8-5d4f90037183", "tag": "f46d20d8-f1ba-456b-9666-0713382f34fc", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:39:34.185329 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-904cd7c8-ee50-4cde-bfea-3cd112afe10b {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:39:34.185781 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3958f1b5-2fa6-4af1-b7a8-5d4f90037183', 'tag': 'f46d20d8-f1ba-456b-9666-0713382f34fc', 'status': 'completed', 'code': 200} Sep 18 12:39:34.246021 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-db02f96d-7761-4e9f-b2f1-0a9ff7fb3753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:34.247613 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-db02f96d-7761-4e9f-b2f1-0a9ff7fb3753 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a792bb4fbeae46e3a5abe7197efe8adc&device_id=3958f1b5-2fa6-4af1-b7a8-5d4f90037183 HTTP/1.1" status: 200 len: 1096 time: 0.0425229 Sep 18 12:39:34.291447 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-ca2af1d9-2e03-4993-b834-21c89d0af71c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f46d20d8-f1ba-456b-9666-0713382f34fc HTTP/1.1" status: 200 len: 217 time: 0.0345101 Sep 18 12:39:34.349607 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-7cf6d8c7-4f52-4363-87ed-79de87fae1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:34.351106 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-7cf6d8c7-4f52-4363-87ed-79de87fae1ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de9e0f89-2fac-4bfb-b9e8-42c05ff8d04e HTTP/1.1" status: 200 len: 855 time: 0.0519311 Sep 18 12:39:34.382965 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-73dd069e-6ddb-4e45-abc7-7a464b05650e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0258a11c-e78a-4182-aaeb-730e179fbfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239785 Sep 18 12:39:35.021121 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302437bf-15db-4504-89d7-6d1a5d0f81a9 req-70c753b0-14be-436e-b1b0-eb6d1cc26b55 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:35.023279 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-302437bf-15db-4504-89d7-6d1a5d0f81a9 req-70c753b0-14be-436e-b1b0-eb6d1cc26b55 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=3958f1b5-2fa6-4af1-b7a8-5d4f90037183 HTTP/1.1" status: 200 len: 943 time: 0.0920236 Sep 18 12:39:35.075730 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-302437bf-15db-4504-89d7-6d1a5d0f81a9 req-1df9fc5b-e022-4c4b-808c-350a0ae19ce7 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440123 Sep 18 12:39:35.208208 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 51464) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:35.276819 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede4839-6da3-473b-8f67-ccedb2d2dfb3 req-9f01b6f1-5de0-48d8-920a-14801009e980 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:35.278383 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bede4839-6da3-473b-8f67-ccedb2d2dfb3 req-9f01b6f1-5de0-48d8-920a-14801009e980 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0579197 Sep 18 12:39:35.322376 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bede4839-6da3-473b-8f67-ccedb2d2dfb3 req-c2cb9d29-7ee7-4963-8716-c6ed68b86f23 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370803 Sep 18 12:39:35.325088 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ce6ba865-66bf-48ca-b697-8c8fe899933c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:35.400275 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 84167a89-2536-45e5-ac92-dfed4ac12a38 no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:39:35.420989 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] No Port match for: 84167a89-2536-45e5-ac92-dfed4ac12a38 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:39:35.420989 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 84167a89-2536-45e5-ac92-dfed4ac12a38 not bound to the agent host hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:39:35.432405 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ce6ba865-66bf-48ca-b697-8c8fe899933c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:35.437226 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ce6ba865-66bf-48ca-b697-8c8fe899933c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:35.481333 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ce6ba865-66bf-48ca-b697-8c8fe899933c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c952c425d834a9b92d3befe2c9408ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697239 Sep 18 12:39:35.481333 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ba865-66bf-48ca-b697-8c8fe899933c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c209142-7a54-4ff7-8940-19d778583c5a,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:35.483140 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 51486) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:35.539471 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-4163cfe6-79fa-4004-bb32-f4e99a53b099 service neutron] 10.222.0.13 "GET /v2.0/networks/0258a11c-e78a-4182-aaeb-730e179fbfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375186 Sep 18 12:39:35.555573 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ebbc583e-9a56-4a48-98b5-138bd5d546f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:35.578393 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ebbc583e-9a56-4a48-98b5-138bd5d546f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:35.625144 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ebbc583e-9a56-4a48-98b5-138bd5d546f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:35.627567 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ebbc583e-9a56-4a48-98b5-138bd5d546f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:35.628745 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-ebbc583e-9a56-4a48-98b5-138bd5d546f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c209142-7a54-4ff7-8940-19d778583c5a HTTP/1.1" status: 204 len: 168 time: 0.1445992 Sep 18 12:39:35.637141 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc583e-9a56-4a48-98b5-138bd5d546f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c209142-7a54-4ff7-8940-19d778583c5a,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:36.202496 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7acaf6-20b0-412f-b684-c5446b9c0bb8 req-6720687d-4141-422c-9588-e3ab0cc9d0f8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:36.203914 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9b7acaf6-20b0-412f-b684-c5446b9c0bb8 req-6720687d-4141-422c-9588-e3ab0cc9d0f8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=3958f1b5-2fa6-4af1-b7a8-5d4f90037183 HTTP/1.1" status: 200 len: 943 time: 0.0535157 Sep 18 12:39:36.242207 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9b7acaf6-20b0-412f-b684-c5446b9c0bb8 req-e371effc-3a74-47ab-9108-0fef3f6d50af tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323005 Sep 18 12:39:36.439993 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d00e78-6f31-4a7b-a61f-aefbee2e6aff req-22ef113d-664c-48dc-894f-9d009ca5d698 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:36.441543 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-30d00e78-6f31-4a7b-a61f-aefbee2e6aff req-22ef113d-664c-48dc-894f-9d009ca5d698 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0494156 Sep 18 12:39:36.482116 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-30d00e78-6f31-4a7b-a61f-aefbee2e6aff req-ddefa452-73b0-4ac4-8587-b97a5dc673ec tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348394 Sep 18 12:39:37.359848 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c4550-afc3-4722-9a95-118970dfcd6a req-5eee804e-0ffa-4282-a23b-611829cc5ef5 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:37.361688 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3d0c4550-afc3-4722-9a95-118970dfcd6a req-5eee804e-0ffa-4282-a23b-611829cc5ef5 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=3958f1b5-2fa6-4af1-b7a8-5d4f90037183 HTTP/1.1" status: 200 len: 943 time: 0.0514760 Sep 18 12:39:37.405264 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3d0c4550-afc3-4722-9a95-118970dfcd6a req-3ead6fc0-0601-4e7c-be67-ec7e65b54ee0 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321207 Sep 18 12:39:37.520026 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d6943fe5-5c5c-4b6d-8d7a-d251f0b25b65 req-915fd049-2d2d-42c6-8993-77c99e16fd08 service neutron] 10.222.0.13 "GET /v2.0/networks/0258a11c-e78a-4182-aaeb-730e179fbfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948849 Sep 18 12:39:37.637112 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841ede8-2f78-4182-a489-b7c3232600bf req-a3c45a28-fff0-47df-bff0-16888899168b tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:37.638591 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e841ede8-2f78-4182-a489-b7c3232600bf req-a3c45a28-fff0-47df-bff0-16888899168b tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0799227 Sep 18 12:39:37.652466 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3e86d-0e44-478c-92ca-f07c3a496556 req-57afd5bc-23ca-4caa-ad89-30e14b6687b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:37.653671 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-54e3e86d-0e44-478c-92ca-f07c3a496556 req-57afd5bc-23ca-4caa-ad89-30e14b6687b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a792bb4fbeae46e3a5abe7197efe8adc&device_id=3958f1b5-2fa6-4af1-b7a8-5d4f90037183 HTTP/1.1" status: 200 len: 1096 time: 0.0698900 Sep 18 12:39:37.705069 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e841ede8-2f78-4182-a489-b7c3232600bf req-ca3ff85b-aedb-4a50-8801-209bd4f7d405 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600805 Sep 18 12:39:37.762455 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3e86d-0e44-478c-92ca-f07c3a496556 req-2035077d-f246-41a1-95f2-343bbf189a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:37.763952 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-54e3e86d-0e44-478c-92ca-f07c3a496556 req-2035077d-f246-41a1-95f2-343bbf189a8e service neutron] 10.222.0.13 "GET /v2.0/networks?id=0258a11c-e78a-4182-aaeb-730e179fbfeb HTTP/1.1" status: 200 len: 916 time: 0.0992446 Sep 18 12:39:37.821927 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-54e3e86d-0e44-478c-92ca-f07c3a496556 req-da5b5edb-8890-4f15-b362-cd8712a452bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f46d20d8-f1ba-456b-9666-0713382f34fc HTTP/1.1" status: 200 len: 217 time: 0.0425780 Sep 18 12:39:38.519107 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ccf83-af25-4249-bf21-2f86bca5b10d req-5dff4ea8-dc1c-431e-b8e3-9936a03c2fc8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:38.520587 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a61ccf83-af25-4249-bf21-2f86bca5b10d req-5dff4ea8-dc1c-431e-b8e3-9936a03c2fc8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=3958f1b5-2fa6-4af1-b7a8-5d4f90037183 HTTP/1.1" status: 200 len: 943 time: 0.0469067 Sep 18 12:39:38.558170 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a61ccf83-af25-4249-bf21-2f86bca5b10d req-7bab5c3d-8f0d-4ab5-b315-15aa5ed137d3 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317833 Sep 18 12:39:38.817786 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e8026-56c5-4e72-bb84-285f9febf870 req-44a43c7c-83b0-4b3a-9c56-c40dcaf5c4ea tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:38.819978 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f43e8026-56c5-4e72-bb84-285f9febf870 req-44a43c7c-83b0-4b3a-9c56-c40dcaf5c4ea tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0480540 Sep 18 12:39:38.856639 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f43e8026-56c5-4e72-bb84-285f9febf870 req-eddbe7ca-250a-4b8a-8492-c0254e219d50 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308309 Sep 18 12:39:38.961851 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3e86d-0e44-478c-92ca-f07c3a496556 req-8d018434-fa23-4112-8603-a835cd9cf3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:38.963359 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-54e3e86d-0e44-478c-92ca-f07c3a496556 req-8d018434-fa23-4112-8603-a835cd9cf3cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de9e0f89-2fac-4bfb-b9e8-42c05ff8d04e HTTP/1.1" status: 200 len: 855 time: 0.0446320 Sep 18 12:39:39.673891 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25940555-ca7d-47b7-be01-09969f0bb76d req-3f56cdfb-1030-4b3f-9f8d-b38e06dc6e28 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:39.675286 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-25940555-ca7d-47b7-be01-09969f0bb76d req-3f56cdfb-1030-4b3f-9f8d-b38e06dc6e28 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=3958f1b5-2fa6-4af1-b7a8-5d4f90037183 HTTP/1.1" status: 200 len: 943 time: 0.0513427 Sep 18 12:39:39.711878 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-25940555-ca7d-47b7-be01-09969f0bb76d req-1c85838e-dec5-47db-82a6-ee45cfd2eda5 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307221 Sep 18 12:39:39.967797 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdde44-684c-4371-9c01-8c46f89450bd req-c5e0af17-48ee-44d0-8bbf-11c802fa5474 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:39.969166 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2bcdde44-684c-4371-9c01-8c46f89450bd req-c5e0af17-48ee-44d0-8bbf-11c802fa5474 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0465050 Sep 18 12:39:40.006650 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2bcdde44-684c-4371-9c01-8c46f89450bd req-cb0eef1b-efb5-48e2-bb7a-c1f78b372936 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311317 Sep 18 12:39:40.820838 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f4e29-b581-492e-a020-f42f6bc69cfa req-64b99519-a2c1-4f96-b3b4-12637cafd69d tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:40.822285 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-230f4e29-b581-492e-a020-f42f6bc69cfa req-64b99519-a2c1-4f96-b3b4-12637cafd69d tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=3958f1b5-2fa6-4af1-b7a8-5d4f90037183 HTTP/1.1" status: 200 len: 943 time: 0.0457499 Sep 18 12:39:40.878904 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-54e3e86d-0e44-478c-92ca-f07c3a496556 req-3c79fa0b-0be3-4995-a761-6dce0a3a7d0d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0258a11c-e78a-4182-aaeb-730e179fbfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361471 Sep 18 12:39:40.884474 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-230f4e29-b581-492e-a020-f42f6bc69cfa req-ba368124-54d8-41e1-ac5c-ba8363245a6d tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564895 Sep 18 12:39:40.977527 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-54e3e86d-0e44-478c-92ca-f07c3a496556 req-2c2828ce-da0a-4790-9449-764c25737bd4 service neutron] 10.222.0.13 "GET /v2.0/networks/0258a11c-e78a-4182-aaeb-730e179fbfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842507 Sep 18 12:39:41.075086 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-54e3e86d-0e44-478c-92ca-f07c3a496556 req-f4200aca-29c3-4ca0-8ce2-3a25e3b68bc3 service neutron] 10.222.0.13 "GET /v2.0/networks/0258a11c-e78a-4182-aaeb-730e179fbfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860600 Sep 18 12:39:41.129527 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed37b7-2c11-49f3-a5b4-00fcd603879b req-803aa689-b127-4efb-b2c3-b6ec11e36698 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:41.131007 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d8ed37b7-2c11-49f3-a5b4-00fcd603879b req-803aa689-b127-4efb-b2c3-b6ec11e36698 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0550191 Sep 18 12:39:41.169630 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d8ed37b7-2c11-49f3-a5b4-00fcd603879b req-63f5a314-08b7-4ef6-98d2-85c9ff0b09ca tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318263 Sep 18 12:39:42.002286 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392112c-d9c1-4d60-9372-8ab48095bea2 req-4a451355-e356-415b-94c9-22247a01ac80 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:42.003813 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5392112c-d9c1-4d60-9372-8ab48095bea2 req-4a451355-e356-415b-94c9-22247a01ac80 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=3958f1b5-2fa6-4af1-b7a8-5d4f90037183 HTTP/1.1" status: 200 len: 943 time: 0.0495808 Sep 18 12:39:42.052871 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5392112c-d9c1-4d60-9372-8ab48095bea2 req-7769b7e9-6c77-4bcc-8f02-5d0bf674ae94 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379646 Sep 18 12:39:42.200920 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 51780) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:42.285421 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1c14b-7af4-48eb-9db2-1993faeaa874 req-123128bb-fb7e-48ff-a011-3a127efcb60d tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:42.286911 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a8d1c14b-7af4-48eb-9db2-1993faeaa874 req-123128bb-fb7e-48ff-a011-3a127efcb60d tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0482104 Sep 18 12:39:42.354859 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a8d1c14b-7af4-48eb-9db2-1993faeaa874 req-803b0bf4-f69f-429a-b75f-48329c97fd0e tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606480 Sep 18 12:39:42.359921 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 51786) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:42.360479 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-7c7822d7-ce39-4c9b-84c3-9aff7f2f7ff3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed0366714b3d4a2bb7e2c9bbd5ea7c94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1578436 Sep 18 12:39:42.408032 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8e4deebc-699e-48c4-bf6f-6e4f63a8b578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:42.431206 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8e4deebc-699e-48c4-bf6f-6e4f63a8b578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:42.476397 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8e4deebc-699e-48c4-bf6f-6e4f63a8b578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:42.478830 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8e4deebc-699e-48c4-bf6f-6e4f63a8b578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:42.479989 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-8e4deebc-699e-48c4-bf6f-6e4f63a8b578 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5779ab1c-b330-4d0f-b783-66374edf94e8 HTTP/1.1" status: 204 len: 168 time: 0.1190825 Sep 18 12:39:42.487560 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4deebc-699e-48c4-bf6f-6e4f63a8b578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5779ab1c-b330-4d0f-b783-66374edf94e8,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:43.056138 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device f46d20d8-f1ba-456b-9666-0713382f34fc details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 12:39:43.099538 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 51832) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:43.156991 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port f46d20d8-f1ba-456b-9666-0713382f34fc, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=f46d20d8-f1ba-456b-9666-0713382f34fc,segment=NetworkSegment(e611941f-17b4-4933-b698-5af07f251eef),segment_id=e611941f-17b4-4933-b698-5af07f251eef)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:39:43.169054 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Returning: {'device': 'f46d20d8-f1ba-456b-9666-0713382f34fc', 'network_id': '0258a11c-e78a-4182-aaeb-730e179fbfeb', 'port_id': 'f46d20d8-f1ba-456b-9666-0713382f34fc', 'mac_address': 'fa:16:3e:f6:9e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9e0f89-2fac-4bfb-b9e8-42c05ff8d04e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 12:39:43.176691 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db102c1-3b2c-41a2-bcd3-73eed9c0fa15 req-003c9979-6fb4-4df6-b886-47bb3834fb31 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:43.178451 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2db102c1-3b2c-41a2-bcd3-73eed9c0fa15 req-003c9979-6fb4-4df6-b886-47bb3834fb31 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=3958f1b5-2fa6-4af1-b7a8-5d4f90037183 HTTP/1.1" status: 200 len: 943 time: 0.0514982 Sep 18 12:39:43.207788 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:43.213594 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-9216d6f5-c17c-4628-af9a-e2ff86005531 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2100787330-network', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:43.220198 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2db102c1-3b2c-41a2-bcd3-73eed9c0fa15 req-0df3be84-0bd8-4b50-96ff-56026b5c7e5c tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347528 Sep 18 12:39:43.221073 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f46d20d8-f1ba-456b-9666-0713382f34fc {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:39:43.242103 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port f46d20d8-f1ba-456b-9666-0713382f34fc, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=f46d20d8-f1ba-456b-9666-0713382f34fc,segment=NetworkSegment(e611941f-17b4-4933-b698-5af07f251eef),segment_id=e611941f-17b4-4933-b698-5af07f251eef)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:39:43.244378 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9216d6f5-c17c-4628-af9a-e2ff86005531 admin admin] Made reservation on behalf of e4b17c4b73c846a5beaa565957fa5b0f for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:39:43.245901 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:43.246940 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9216d6f5-c17c-4628-af9a-e2ff86005531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:43.255162 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9216d6f5-c17c-4628-af9a-e2ff86005531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:43.298405 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=f46d20d8-f1ba-456b-9666-0713382f34fc,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:43.345245 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9216d6f5-c17c-4628-af9a-e2ff86005531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:43.348713 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9216d6f5-c17c-4628-af9a-e2ff86005531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:43.372919 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9216d6f5-c17c-4628-af9a-e2ff86005531 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 12:39:43.381893 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216d6f5-c17c-4628-af9a-e2ff86005531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9dd819-7e4d-4c22-8dda-af48816d4528,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:43.397014 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9216d6f5-c17c-4628-af9a-e2ff86005531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:43.397348 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-9216d6f5-c17c-4628-af9a-e2ff86005531 admin admin] Added segment 1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f of type vlan for network 912eee10-59e8-4a2c-acbd-9133161c8c07 Sep 18 12:39:43.449405 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9216d6f5-c17c-4628-af9a-e2ff86005531 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759306564904'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:43.476979 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9216d6f5-c17c-4628-af9a-e2ff86005531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:43.478505 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9216d6f5-c17c-4628-af9a-e2ff86005531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:43.479117 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9216d6f5-c17c-4628-af9a-e2ff86005531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:43.488381 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15adf89-e8df-4bfb-9c0f-1f4642612796 req-89276425-dbfd-42c2-b877-bd21c8b93ab2 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:43.490094 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a15adf89-e8df-4bfb-9c0f-1f4642612796 req-89276425-dbfd-42c2-b877-bd21c8b93ab2 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0535572 Sep 18 12:39:43.519163 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-9216d6f5-c17c-4628-af9a-e2ff86005531 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4183660 Sep 18 12:39:43.525551 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 51840) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:43.532494 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-787ddaf9-2dd5-4c8a-b539-7d85a75794dd admin admin] Request body: {'subnet': {'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2100787330-subnet', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:43.542119 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a15adf89-e8df-4bfb-9c0f-1f4642612796 req-cc2f1c5a-4924-4c1d-962d-005870aad437 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457370 Sep 18 12:39:43.545618 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216d6f5-c17c-4628-af9a-e2ff86005531 admin admin] Pushing event updated for resources: {'Network': ['ID=912eee10-59e8-4a2c-acbd-9133161c8c07,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:43.563124 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Network 912eee10-59e8-4a2c-acbd-9133161c8c07 details requested by agent ovs-agent-dv-cinder-809894-1-iscsi with host dv-cinder-809894-1-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 12:39:43.565454 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787ddaf9-2dd5-4c8a-b539-7d85a75794dd admin admin] Made reservation on behalf of e4b17c4b73c846a5beaa565957fa5b0f for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:39:43.567889 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-787ddaf9-2dd5-4c8a-b539-7d85a75794dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:43.672489 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['f46d20d8-f1ba-456b-9666-0713382f34fc'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:39:43.924472 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-787ddaf9-2dd5-4c8a-b539-7d85a75794dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:43.978510 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ddaf9-2dd5-4c8a-b539-7d85a75794dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2bf35ac-f149-49bc-8c73-f2857d2031df,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:43.989010 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787ddaf9-2dd5-4c8a-b539-7d85a75794dd admin admin] Checking segment: {'id': '1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:39:43.989366 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787ddaf9-2dd5-4c8a-b539-7d85a75794dd admin admin] Network hostable DHCP agents. Network: 912eee10-59e8-4a2c-acbd-9133161c8c07, hostable agents: ['3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 12:39:44.005843 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787ddaf9-2dd5-4c8a-b539-7d85a75794dd admin admin] Network 912eee10-59e8-4a2c-acbd-9133161c8c07 is scheduled to be hosted by DHCP agent 3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 12:39:44.015255 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-787ddaf9-2dd5-4c8a-b539-7d85a75794dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809894-1-iscsi, 912eee10-59e8-4a2c-acbd-9133161c8c07) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:39:44.022564 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787ddaf9-2dd5-4c8a-b539-7d85a75794dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:44.023865 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-787ddaf9-2dd5-4c8a-b539-7d85a75794dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:44.030821 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cb4353-64d6-4b9e-8dce-cf4b90a323ff None None] Network 912eee10-59e8-4a2c-acbd-9133161c8c07 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:39:44.043643 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 51850) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:44.043832 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-787ddaf9-2dd5-4c8a-b539-7d85a75794dd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5170927 Sep 18 12:39:44.048419 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-d1c8ca20-5ed5-4dd4-936d-fcc2fd9ae3d9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2100787330-router', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:44.071245 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d1c8ca20-5ed5-4dd4-936d-fcc2fd9ae3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3672732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-423'] for router, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:44.072468 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d1c8ca20-5ed5-4dd4-936d-fcc2fd9ae3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-400'] for router, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:44.128575 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d1c8ca20-5ed5-4dd4-936d-fcc2fd9ae3d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:44.206789 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bca6ed-73d4-41b1-94a3-2bc8dfbddcb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7de32733-35e2-53c9-9249-20afc5382abb-912eee10-59e8-4a2c-acbd-9133161c8c07', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'fixed_ips': [{'subnet_id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df'}]}} from dv-cinder-809894-1-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 12:39:44.207643 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-82bca6ed-73d4-41b1-94a3-2bc8dfbddcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:44.303418 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d1c8ca20-5ed5-4dd4-936d-fcc2fd9ae3d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:44.358811 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefd116-d127-47ad-a559-fd9396fa423f req-8ed1ca54-22d3-443f-b439-93f8c1a70218 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:44.360378 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6aefd116-d127-47ad-a559-fd9396fa423f req-8ed1ca54-22d3-443f-b439-93f8c1a70218 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=3958f1b5-2fa6-4af1-b7a8-5d4f90037183 HTTP/1.1" status: 200 len: 944 time: 0.0491252 Sep 18 12:39:44.376577 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-82bca6ed-73d4-41b1-94a3-2bc8dfbddcb1 None None] Allocated IP 172.20.0.2 (912eee10-59e8-4a2c-acbd-9133161c8c07/e2bf35ac-f149-49bc-8c73-f2857d2031df/0e8820e0-bd4b-4d15-8eb6-c57e5961849d) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:39:44.400469 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6aefd116-d127-47ad-a559-fd9396fa423f req-6c372070-aac6-4749-8ea8-e53f3d80a2d1 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335996 Sep 18 12:39:44.517020 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d1c8ca20-5ed5-4dd4-936d-fcc2fd9ae3d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:44.527888 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-82bca6ed-73d4-41b1-94a3-2bc8dfbddcb1 None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:44.533473 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-82bca6ed-73d4-41b1-94a3-2bc8dfbddcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:44.536374 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d1c8ca20-5ed5-4dd4-936d-fcc2fd9ae3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:44.574094 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bca6ed-73d4-41b1-94a3-2bc8dfbddcb1 None None] Network 912eee10-59e8-4a2c-acbd-9133161c8c07 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:39:44.576868 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-82bca6ed-73d4-41b1-94a3-2bc8dfbddcb1 None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:39:44.579286 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bca6ed-73d4-41b1-94a3-2bc8dfbddcb1 None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:39:44.590142 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bca6ed-73d4-41b1-94a3-2bc8dfbddcb1 None None] Pushing event updated for resources: {'Port': ['ID=0e8820e0-bd4b-4d15-8eb6-c57e5961849d,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:44.641895 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-82bca6ed-73d4-41b1-94a3-2bc8dfbddcb1 None None] Attempting to bind port 0e8820e0-bd4b-4d15-8eb6-c57e5961849d on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:39:44.642258 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-82bca6ed-73d4-41b1-94a3-2bc8dfbddcb1 None None] Attempting to bind port 0e8820e0-bd4b-4d15-8eb6-c57e5961849d by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': '1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:39:44.642612 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bca6ed-73d4-41b1-94a3-2bc8dfbddcb1 None None] Attempting to bind port 0e8820e0-bd4b-4d15-8eb6-c57e5961849d on network 912eee10-59e8-4a2c-acbd-9133161c8c07 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:39:44.647652 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bca6ed-73d4-41b1-94a3-2bc8dfbddcb1 None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:39:44.648567 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bca6ed-73d4-41b1-94a3-2bc8dfbddcb1 None None] Checking segment: {'id': '1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:39:44.648957 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-82bca6ed-73d4-41b1-94a3-2bc8dfbddcb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:44.649344 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bca6ed-73d4-41b1-94a3-2bc8dfbddcb1 None None] Bound using segment: {'id': '1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:39:44.649791 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-82bca6ed-73d4-41b1-94a3-2bc8dfbddcb1 None None] Bound port: 0e8820e0-bd4b-4d15-8eb6-c57e5961849d, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:39:44.650168 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-82bca6ed-73d4-41b1-94a3-2bc8dfbddcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:44.652931 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-d1c8ca20-5ed5-4dd4-936d-fcc2fd9ae3d9 admin admin] Allocated IP 172.27.1.113 (135fce6b-ed16-41bb-8b70-07cd0f37ee2f/d6efedb2-cfaf-4090-8480-952b0af5c0d6/08359de8-b63d-436e-a6e5-537bd4dc12a4) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:39:44.671932 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb811d4-b58f-4a25-ba08-62c0a14dd54d req-5f5c62d1-c3b9-4405-8244-97f42d70b048 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:44.673725 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ebb811d4-b58f-4a25-ba08-62c0a14dd54d req-5f5c62d1-c3b9-4405-8244-97f42d70b048 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0543108 Sep 18 12:39:44.712716 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-82bca6ed-73d4-41b1-94a3-2bc8dfbddcb1 None None] For port 0e8820e0-bd4b-4d15-8eb6-c57e5961849d, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:39:44.716093 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-82bca6ed-73d4-41b1-94a3-2bc8dfbddcb1 None None] For port 0e8820e0-bd4b-4d15-8eb6-c57e5961849d, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=0e8820e0-bd4b-4d15-8eb6-c57e5961849d,segment=NetworkSegment(1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f),segment_id=1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:39:44.716436 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ebb811d4-b58f-4a25-ba08-62c0a14dd54d req-84cbeddd-b2c8-456d-b755-261610c28c04 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350976 Sep 18 12:39:44.720820 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-82bca6ed-73d4-41b1-94a3-2bc8dfbddcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:44.765553 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d1c8ca20-5ed5-4dd4-936d-fcc2fd9ae3d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:44.775903 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bca6ed-73d4-41b1-94a3-2bc8dfbddcb1 None None] Pushing event updated for resources: {'Port': ['ID=0e8820e0-bd4b-4d15-8eb6-c57e5961849d,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:44.803305 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d1c8ca20-5ed5-4dd4-936d-fcc2fd9ae3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:44.841394 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c8ca20-5ed5-4dd4-936d-fcc2fd9ae3d9 admin admin] Network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:39:44.845562 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-d1c8ca20-5ed5-4dd4-936d-fcc2fd9ae3d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:39:44.848083 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c8ca20-5ed5-4dd4-936d-fcc2fd9ae3d9 admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:39:44.856253 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8ca20-5ed5-4dd4-936d-fcc2fd9ae3d9 admin admin] Pushing event updated for resources: {'Port': ['ID=08359de8-b63d-436e-a6e5-537bd4dc12a4,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:45.077836 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device f46d20d8-f1ba-456b-9666-0713382f34fc up at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:39:45.109008 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d1c8ca20-5ed5-4dd4-936d-fcc2fd9ae3d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:45.131574 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning for port f46d20d8-f1ba-456b-9666-0713382f34fc completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 12:39:45.135925 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning complete for port f46d20d8-f1ba-456b-9666-0713382f34fc triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:45.136289 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:45.212935 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:45.234392 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3958f1b5-2fa6-4af1-b7a8-5d4f90037183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46d20d8-f1ba-456b-9666-0713382f34fc'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:39:45.236654 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f443903345165d416a651567efac34002f351ff04fccc6d410eaa1beaa8a1ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59936971-aa3a-43ef-8734-4ea83b339812" -d '{"events": [{"server_uuid": "3958f1b5-2fa6-4af1-b7a8-5d4f90037183", "name": "network-vif-plugged", "status": "completed", "tag": "f46d20d8-f1ba-456b-9666-0713382f34fc"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:39:45.250350 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port f46d20d8-f1ba-456b-9666-0713382f34fc, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=f46d20d8-f1ba-456b-9666-0713382f34fc,segment=NetworkSegment(e611941f-17b4-4933-b698-5af07f251eef),segment_id=e611941f-17b4-4933-b698-5af07f251eef)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:39:45.256050 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:45.307457 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbadec7f-9ae8-4d13-a71d-f6038683091e x-openstack-request-id: req-bbadec7f-9ae8-4d13-a71d-f6038683091e {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:39:45.308297 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3958f1b5-2fa6-4af1-b7a8-5d4f90037183", "name": "network-vif-plugged", "status": "completed", "tag": "f46d20d8-f1ba-456b-9666-0713382f34fc", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:39:45.308554 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bbadec7f-9ae8-4d13-a71d-f6038683091e {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:39:45.308941 dv-cinder-809894-1-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3958f1b5-2fa6-4af1-b7a8-5d4f90037183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46d20d8-f1ba-456b-9666-0713382f34fc', 'code': 200} Sep 18 12:39:45.322672 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=f46d20d8-f1ba-456b-9666-0713382f34fc,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:45.326671 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d1c8ca20-5ed5-4dd4-936d-fcc2fd9ae3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673931'] for router, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:45.538158 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c8ca20-5ed5-4dd4-936d-fcc2fd9ae3d9 admin admin] Router 300608a6-6a35-47be-bba0-941654511037 is scheduled to L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f with binding_index 1 {{(pid=94107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 12:39:45.590816 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 0e8820e0-bd4b-4d15-8eb6-c57e5961849d up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:39:45.622078 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd3b63-84e1-4c3a-949c-f80e42fb3859 req-1dc97bd7-ba0c-4af3-85bf-628f5565581c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:45.623805 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f5fd3b63-84e1-4c3a-949c-f80e42fb3859 req-1dc97bd7-ba0c-4af3-85bf-628f5565581c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3958f1b5-2fa6-4af1-b7a8-5d4f90037183 HTTP/1.1" status: 200 len: 1098 time: 0.1778333 Sep 18 12:39:45.671032 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032e4be-66ae-4db7-8b60-f88432aca654 req-0207d15a-0fcc-4c08-b2c0-a8eb4acc414d tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:45.677462 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f032e4be-66ae-4db7-8b60-f88432aca654 req-0207d15a-0fcc-4c08-b2c0-a8eb4acc414d tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=3958f1b5-2fa6-4af1-b7a8-5d4f90037183 HTTP/1.1" status: 200 len: 945 time: 0.1784637 Sep 18 12:39:45.688909 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 0e8820e0-bd4b-4d15-8eb6-c57e5961849d triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:45.689363 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:45.698327 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c8ca20-5ed5-4dd4-936d-fcc2fd9ae3d9 admin admin] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:39:45.710395 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d08ce16-5eb7-4447-bcfe-974a76c1bf5e None None] Sync routers for ids ['300608a6-6a35-47be-bba0-941654511037'] in dv-cinder-809894-1-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:39:45.732593 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d08ce16-5eb7-4447-bcfe-974a76c1bf5e None None] Routers {'300608a6-6a35-47be-bba0-941654511037'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:39:45.734001 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-9d08ce16-5eb7-4447-bcfe-974a76c1bf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:39:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['300608a6-6a35-47be-bba0-941654511037'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:45.748841 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d1c8ca20-5ed5-4dd4-936d-fcc2fd9ae3d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:45.751507 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d1c8ca20-5ed5-4dd4-936d-fcc2fd9ae3d9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7066884 Sep 18 12:39:45.761636 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 51886) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:45.775130 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f5fd3b63-84e1-4c3a-949c-f80e42fb3859 req-3e0e4943-d6ce-4e58-98fc-478e3bcc398b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410363 Sep 18 12:39:45.819389 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:45.835606 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f032e4be-66ae-4db7-8b60-f88432aca654 req-8752dce2-fc60-40af-bd36-2479af8e7c95 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365752 Sep 18 12:39:45.898766 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] For port 0e8820e0-bd4b-4d15-8eb6-c57e5961849d, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=0e8820e0-bd4b-4d15-8eb6-c57e5961849d,segment=NetworkSegment(1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f),segment_id=1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:39:45.903430 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:45.938332 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cbe98-b144-46de-9f49-0bd61e75f09d req-89d24580-4b63-4457-b6f1-2faba0532718 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:45.940531 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ca6cbe98-b144-46de-9f49-0bd61e75f09d req-89d24580-4b63-4457-b6f1-2faba0532718 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0772262 Sep 18 12:39:45.970984 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-9d08ce16-5eb7-4447-bcfe-974a76c1bf5e None None] Set router 300608a6-6a35-47be-bba0-941654511037 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:39:45.977782 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Pushing event updated for resources: {'Port': ['ID=0e8820e0-bd4b-4d15-8eb6-c57e5961849d,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:45.981122 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a692e0b-38d5-40b7-a445-004b03f34a15 None None] Network 912eee10-59e8-4a2c-acbd-9133161c8c07 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:39:46.004231 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ca6cbe98-b144-46de-9f49-0bd61e75f09d req-c48af698-14dc-47d9-8076-4d14fa9975f8 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559018 Sep 18 12:39:46.062309 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-ef63a56d-683c-4d27-be99-1050e7994e78 None None] Provisioning complete for port 0e8820e0-bd4b-4d15-8eb6-c57e5961849d triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:46.062672 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ef63a56d-683c-4d27-be99-1050e7994e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:46.170974 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-9d08ce16-5eb7-4447-bcfe-974a76c1bf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300608a6-6a35-47be-bba0-941654511037', 'name': 'tempest-TestVolumeBootPattern-2100787330-router', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:45Z', 'revision_number': 3, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'gw_port': {'id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:46.200818 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d08ce16-5eb7-4447-bcfe-974a76c1bf5e None None] Checking router: 300608a6-6a35-47be-bba0-941654511037 for host: dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:39:46.201403 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d08ce16-5eb7-4447-bcfe-974a76c1bf5e None None] Updating router 300608a6-6a35-47be-bba0-941654511037 port 08359de8-b63d-436e-a6e5-537bd4dc12a4 binding host dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 12:39:46.229032 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9d08ce16-5eb7-4447-bcfe-974a76c1bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:46.456458 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-dc08cfa5-ee5e-40e5-8945-79eb0e430555 None None] Provisioning complete for port 0e8820e0-bd4b-4d15-8eb6-c57e5961849d triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:46.457013 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-dc08cfa5-ee5e-40e5-8945-79eb0e430555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:46.530526 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-925ddc0f-aff0-48d6-aca3-882af0e4b624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:46.573018 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9d08ce16-5eb7-4447-bcfe-974a76c1bf5e None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:46.577911 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9d08ce16-5eb7-4447-bcfe-974a76c1bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:46.641625 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3168f-2b74-425c-a01e-2a10d50af772 None None] Pushing event updated for resources: {'Port': ['ID=08359de8-b63d-436e-a6e5-537bd4dc12a4,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:46.645829 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-9d08ce16-5eb7-4447-bcfe-974a76c1bf5e None None] Attempting to bind port 08359de8-b63d-436e-a6e5-537bd4dc12a4 on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:39:46.646194 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-9d08ce16-5eb7-4447-bcfe-974a76c1bf5e None None] Attempting to bind port 08359de8-b63d-436e-a6e5-537bd4dc12a4 by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:39:46.646554 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d08ce16-5eb7-4447-bcfe-974a76c1bf5e None None] Attempting to bind port 08359de8-b63d-436e-a6e5-537bd4dc12a4 on network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:39:46.652244 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d08ce16-5eb7-4447-bcfe-974a76c1bf5e None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:39:46.652613 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d08ce16-5eb7-4447-bcfe-974a76c1bf5e None None] Checking segment: {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:39:46.653004 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9d08ce16-5eb7-4447-bcfe-974a76c1bf5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:46.653995 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d08ce16-5eb7-4447-bcfe-974a76c1bf5e None None] Bound using segment: {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:39:46.653995 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-9d08ce16-5eb7-4447-bcfe-974a76c1bf5e None None] Bound port: 08359de8-b63d-436e-a6e5-537bd4dc12a4, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:39:46.654200 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9d08ce16-5eb7-4447-bcfe-974a76c1bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:46.696595 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-925ddc0f-aff0-48d6-aca3-882af0e4b624 admin admin] Allocated IP 172.20.0.1 (912eee10-59e8-4a2c-acbd-9133161c8c07/e2bf35ac-f149-49bc-8c73-f2857d2031df/4b738515-792e-4aa5-9b94-52022fc1ad71) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:39:46.710939 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-9d08ce16-5eb7-4447-bcfe-974a76c1bf5e None None] For port 08359de8-b63d-436e-a6e5-537bd4dc12a4, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:39:46.714898 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-9d08ce16-5eb7-4447-bcfe-974a76c1bf5e None None] For port 08359de8-b63d-436e-a6e5-537bd4dc12a4, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=08359de8-b63d-436e-a6e5-537bd4dc12a4,segment=NetworkSegment(972f36e2-ef14-414b-b7e5-74a44c97b427),segment_id=972f36e2-ef14-414b-b7e5-74a44c97b427)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:39:46.718965 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9d08ce16-5eb7-4447-bcfe-974a76c1bf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:46.749952 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-c94847b1-eaf9-430a-acec-14944dcd20f3 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-442926053&fields=id&tenant_id=b4d22566be4e4b22aa8ebdb652155edd HTTP/1.1" status: 200 len: 267 time: 0.0336511 Sep 18 12:39:46.775965 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d08ce16-5eb7-4447-bcfe-974a76c1bf5e None None] Routers {'300608a6-6a35-47be-bba0-941654511037'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:39:46.776585 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-9d08ce16-5eb7-4447-bcfe-974a76c1bf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:39:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['300608a6-6a35-47be-bba0-941654511037'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:46.813975 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3168f-2b74-425c-a01e-2a10d50af772 None None] Pushing event updated for resources: {'Port': ['ID=08359de8-b63d-436e-a6e5-537bd4dc12a4,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:46.817444 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-925ddc0f-aff0-48d6-aca3-882af0e4b624 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:46.861507 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-925ddc0f-aff0-48d6-aca3-882af0e4b624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:46.873224 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-06a1f96c-f851-4fe5-abd0-f587eed555e3 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:46.875149 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-06a1f96c-f851-4fe5-abd0-f587eed555e3 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/networks?id=da8e8d91-b4c1-44c8-85aa-aea272684f24 HTTP/1.1" status: 200 len: 808 time: 0.1176956 Sep 18 12:39:46.895758 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-9d08ce16-5eb7-4447-bcfe-974a76c1bf5e None None] Set router 300608a6-6a35-47be-bba0-941654511037 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:39:46.898327 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-1f24bc06-2bd4-442d-b32a-2f72d1b07cb9 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/quotas/b4d22566be4e4b22aa8ebdb652155edd HTTP/1.1" status: 200 len: 375 time: 0.0166829 Sep 18 12:39:46.908649 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925ddc0f-aff0-48d6-aca3-882af0e4b624 admin admin] Network 912eee10-59e8-4a2c-acbd-9133161c8c07 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:39:46.912637 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-925ddc0f-aff0-48d6-aca3-882af0e4b624 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:39:46.929564 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925ddc0f-aff0-48d6-aca3-882af0e4b624 admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:39:46.995269 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-2de80465-3143-4e4b-9799-400481db2169 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4d22566be4e4b22aa8ebdb652155edd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0956378 Sep 18 12:39:47.011238 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ddc0f-aff0-48d6-aca3-882af0e4b624 admin admin] Pushing event updated for resources: {'Port': ['ID=4b738515-792e-4aa5-9b94-52022fc1ad71,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:47.025118 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-925ddc0f-aff0-48d6-aca3-882af0e4b624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3674012'] for router_interface, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:47.063009 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc547d4-d0d4-4691-a2d1-fcc82218ff30 req-16897d46-c1dd-4ff9-8601-9e0694942cad tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:47.071111 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7dc547d4-d0d4-4691-a2d1-fcc82218ff30 req-16897d46-c1dd-4ff9-8601-9e0694942cad tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=3958f1b5-2fa6-4af1-b7a8-5d4f90037183 HTTP/1.1" status: 200 len: 945 time: 0.1375458 Sep 18 12:39:47.149127 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-9d08ce16-5eb7-4447-bcfe-974a76c1bf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300608a6-6a35-47be-bba0-941654511037', 'name': 'tempest-TestVolumeBootPattern-2100787330-router', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:45Z', 'revision_number': 3, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'gw_port': {'id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:47.180722 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-925ddc0f-aff0-48d6-aca3-882af0e4b624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:47.197964 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d08ce16-5eb7-4447-bcfe-974a76c1bf5e None None] The sync data for ids ['300608a6-6a35-47be-bba0-941654511037'] in dv-cinder-809894-1-iscsi is: [{'id': '300608a6-6a35-47be-bba0-941654511037', 'name': 'tempest-TestVolumeBootPattern-2100787330-router', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:45Z', 'revision_number': 3, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'gw_port': {'id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:39:47.198519 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7dc547d4-d0d4-4691-a2d1-fcc82218ff30 req-47655b65-6afc-4ea8-8743-0fd955beae06 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220734 Sep 18 12:39:47.220070 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-92f17823-fba5-44f5-ad9d-040bf6869ed1 service neutron] 10.222.0.24 "GET /v2.0/networks/da8e8d91-b4c1-44c8-85aa-aea272684f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233434 Sep 18 12:39:47.283004 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-7aa988fa-b2d6-48ba-8270-486ac0bced11 None None] Provisioning complete for port 4b738515-792e-4aa5-9b94-52022fc1ad71 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:47.283527 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7aa988fa-b2d6-48ba-8270-486ac0bced11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:47.368698 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-7aa988fa-b2d6-48ba-8270-486ac0bced11 None None] Port 4b738515-792e-4aa5-9b94-52022fc1ad71 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 12:39:47.406262 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-d62aafb0-6203-4e8b-9fa4-2d3a8458b9c3 service neutron] 10.222.0.24 "GET /v2.0/networks/da8e8d91-b4c1-44c8-85aa-aea272684f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850448 Sep 18 12:39:47.415175 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7601009-9778-4bf9-a544-8beb63069f8e req-3142c387-1abe-44ee-9183-bd492b7348a0 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:47.417227 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f7601009-9778-4bf9-a544-8beb63069f8e req-3142c387-1abe-44ee-9183-bd492b7348a0 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0874488 Sep 18 12:39:47.436255 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-925ddc0f-aff0-48d6-aca3-882af0e4b624 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:47.442295 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-925ddc0f-aff0-48d6-aca3-882af0e4b624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655335'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:47.488320 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f7601009-9778-4bf9-a544-8beb63069f8e req-be507ea2-5cf1-41ea-be3d-54ad64b1caef tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651817 Sep 18 12:39:47.520183 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 0e8820e0-bd4b-4d15-8eb6-c57e5961849d up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:39:47.528098 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ddc0f-aff0-48d6-aca3-882af0e4b624 admin admin] Pushing event updated for resources: {'Port': ['ID=4b738515-792e-4aa5-9b94-52022fc1ad71,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:47.531331 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-925ddc0f-aff0-48d6-aca3-882af0e4b624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3673612'] for router_interface, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:47.632029 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925ddc0f-aff0-48d6-aca3-882af0e4b624 admin admin] Network 912eee10-59e8-4a2c-acbd-9133161c8c07 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:39:47.633440 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-925ddc0f-aff0-48d6-aca3-882af0e4b624 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:39:47.652827 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:47.676739 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 0e8820e0-bd4b-4d15-8eb6-c57e5961849d triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:47.678143 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:47.841432 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925ddc0f-aff0-48d6-aca3-882af0e4b624 admin admin] Router 300608a6-6a35-47be-bba0-941654511037 has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:39:47.896793 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-62c21a18-120a-4f74-8383-8df7fc48249b req-f0cbd473-2b7a-40ed-979c-2d253525e02e tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 210 time: 0.0504982 Sep 18 12:39:47.900712 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-d648f547-fe82-4e10-a53e-3902dc71f239 None None] Provisioning complete for port 4b738515-792e-4aa5-9b94-52022fc1ad71 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:47.901089 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d648f547-fe82-4e10-a53e-3902dc71f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:47.946625 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-d648f547-fe82-4e10-a53e-3902dc71f239 None None] Port 4b738515-792e-4aa5-9b94-52022fc1ad71 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 12:39:47.997661 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925ddc0f-aff0-48d6-aca3-882af0e4b624 admin admin] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:39:48.012083 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-925ddc0f-aff0-48d6-aca3-882af0e4b624 admin admin] 10.222.0.24 "PUT /v2.0/routers/300608a6-6a35-47be-bba0-941654511037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2454128 Sep 18 12:39:48.314617 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e966c6c-8486-4c62-a709-917236cda22e req-87503d83-3d03-4ad5-a3ec-b267cb87109c tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:48.316227 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3e966c6c-8486-4c62-a709-917236cda22e req-87503d83-3d03-4ad5-a3ec-b267cb87109c tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=3958f1b5-2fa6-4af1-b7a8-5d4f90037183 HTTP/1.1" status: 200 len: 945 time: 0.0553660 Sep 18 12:39:48.356840 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3e966c6c-8486-4c62-a709-917236cda22e req-a1a3bb3c-1314-4520-bf75-7eea93be837a tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338724 Sep 18 12:39:48.527403 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 51958) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:48.532587 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-eba49cf9-9f20-432f-9d14-c7c8ea4dd64d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1768378833-network', 'tenant_id': '9f11f115afea45a289a9b4f29f0e3bd6'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:48.560349 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba49cf9-9f20-432f-9d14-c7c8ea4dd64d admin admin] Made reservation on behalf of 9f11f115afea45a289a9b4f29f0e3bd6 for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:39:48.563425 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-eba49cf9-9f20-432f-9d14-c7c8ea4dd64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:48.579124 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-eba49cf9-9f20-432f-9d14-c7c8ea4dd64d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:48.653255 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca26d09-a2e6-4532-adea-4cc772c886a5 req-0bf8b26b-f059-4a62-9540-3b0d608bf499 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:48.654742 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8ca26d09-a2e6-4532-adea-4cc772c886a5 req-0bf8b26b-f059-4a62-9540-3b0d608bf499 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0768847 Sep 18 12:39:48.709424 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8ca26d09-a2e6-4532-adea-4cc772c886a5 req-14b42747-5b5f-460d-baae-b277aa206710 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469787 Sep 18 12:39:48.744024 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-eba49cf9-9f20-432f-9d14-c7c8ea4dd64d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:48.747998 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-eba49cf9-9f20-432f-9d14-c7c8ea4dd64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:48.769776 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba49cf9-9f20-432f-9d14-c7c8ea4dd64d admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 12:39:48.783828 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba49cf9-9f20-432f-9d14-c7c8ea4dd64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfc4516-1b6a-45fb-8a79-eb9deaa47a4e,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:48.789136 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-eba49cf9-9f20-432f-9d14-c7c8ea4dd64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:48.789477 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-eba49cf9-9f20-432f-9d14-c7c8ea4dd64d admin admin] Added segment cef10b0e-d48d-4d14-a679-1e758d274cec of type vlan for network cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f Sep 18 12:39:48.829674 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-eba49cf9-9f20-432f-9d14-c7c8ea4dd64d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759306564904'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:48.856806 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-eba49cf9-9f20-432f-9d14-c7c8ea4dd64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:48.857875 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba49cf9-9f20-432f-9d14-c7c8ea4dd64d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:48.858527 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-eba49cf9-9f20-432f-9d14-c7c8ea4dd64d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:48.892168 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-eba49cf9-9f20-432f-9d14-c7c8ea4dd64d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3634379 Sep 18 12:39:48.895227 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 51964) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:48.901046 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-5ad577ea-272a-446b-b0ae-ba252481d1a8 admin admin] Request body: {'subnet': {'network_id': 'cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1768378833-subnet', 'tenant_id': '9f11f115afea45a289a9b4f29f0e3bd6', 'ip_version': 4}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:48.921570 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba49cf9-9f20-432f-9d14-c7c8ea4dd64d admin admin] Pushing event updated for resources: {'Network': ['ID=cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:48.925406 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad577ea-272a-446b-b0ae-ba252481d1a8 admin admin] Made reservation on behalf of 9f11f115afea45a289a9b4f29f0e3bd6 for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:39:48.927860 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5ad577ea-272a-446b-b0ae-ba252481d1a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29169538'] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:48.933880 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Network cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f details requested by agent ovs-agent-dv-cinder-809894-1-iscsi with host dv-cinder-809894-1-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 12:39:48.999805 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-45d9cf82-6f18-45ee-a8c8-e20bd8d4df66 req-43f9a9eb-43e6-4820-87d0-fe07f9211d1b tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 210 time: 0.0289290 Sep 18 12:39:49.095955 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3395aac7-a627-44fa-9de6-2d0706116740 None None] Sync routers for ids ['300608a6-6a35-47be-bba0-941654511037'] in dv-cinder-809894-1-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:39:49.105552 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3395aac7-a627-44fa-9de6-2d0706116740 None None] Routers {'300608a6-6a35-47be-bba0-941654511037'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:39:49.106175 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-3395aac7-a627-44fa-9de6-2d0706116740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:39:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['300608a6-6a35-47be-bba0-941654511037'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:49.115756 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5ad577ea-272a-446b-b0ae-ba252481d1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25655378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29169580'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:49.169604 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad577ea-272a-446b-b0ae-ba252481d1a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14a2509d-6ded-4476-a00e-18055b861d74,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:49.178150 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad577ea-272a-446b-b0ae-ba252481d1a8 admin admin] Checking segment: {'id': 'cef10b0e-d48d-4d14-a679-1e758d274cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:39:49.178499 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad577ea-272a-446b-b0ae-ba252481d1a8 admin admin] Network hostable DHCP agents. Network: cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f, hostable agents: ['3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 12:39:49.194288 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad577ea-272a-446b-b0ae-ba252481d1a8 admin admin] Network cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f is scheduled to be hosted by DHCP agent 3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 12:39:49.202647 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-5ad577ea-272a-446b-b0ae-ba252481d1a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809894-1-iscsi, cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:39:49.207391 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad577ea-272a-446b-b0ae-ba252481d1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:49.208503 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5ad577ea-272a-446b-b0ae-ba252481d1a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:49.212084 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-3395aac7-a627-44fa-9de6-2d0706116740 None None] Set router 300608a6-6a35-47be-bba0-941654511037 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:39:49.215031 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36d91b6-3052-41ef-b566-b7b23aaca26d None None] Network cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:39:49.222984 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-5ad577ea-272a-446b-b0ae-ba252481d1a8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3265681 Sep 18 12:39:49.225447 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 51968) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:49.230279 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-e3e09519-b7bb-493c-9bf3-81e2361373a0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1768378833-router', 'tenant_id': '9f11f115afea45a289a9b4f29f0e3bd6', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:49.249564 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e3e09519-b7bb-493c-9bf3-81e2361373a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3672732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-423'] for router, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:49.250692 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e3e09519-b7bb-493c-9bf3-81e2361373a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-400'] for router, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:49.305660 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e3e09519-b7bb-493c-9bf3-81e2361373a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:49.439750 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e3e09519-b7bb-493c-9bf3-81e2361373a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:49.510115 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6192c517-c148-4ab5-8c88-68bd26827e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7de32733-35e2-53c9-9249-20afc5382abb-cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f', 'network_id': 'cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f', 'tenant_id': '9f11f115afea45a289a9b4f29f0e3bd6', 'fixed_ips': [{'subnet_id': '14a2509d-6ded-4476-a00e-18055b861d74'}]}} from dv-cinder-809894-1-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 12:39:49.510965 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6192c517-c148-4ab5-8c88-68bd26827e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:49.589396 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 08359de8-b63d-436e-a6e5-537bd4dc12a4 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:39:49.654425 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e3e09519-b7bb-493c-9bf3-81e2361373a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:49.675094 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e3e09519-b7bb-493c-9bf3-81e2361373a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:49.759354 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-3395aac7-a627-44fa-9de6-2d0706116740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300608a6-6a35-47be-bba0-941654511037', 'name': 'tempest-TestVolumeBootPattern-2100787330-router', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:47Z', 'revision_number': 4, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'gw_port': {'id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': '4b738515-792e-4aa5-9b94-52022fc1ad71', 'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'mac_address': 'fa:16:3e:37:20:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:46Z', 'updated_at': '2021-09-18T12:39:47Z', 'revision_number': 2, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'subnets': [{'id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:49.785907 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-e3e09519-b7bb-493c-9bf3-81e2361373a0 admin admin] Allocated IP 172.27.1.235 (135fce6b-ed16-41bb-8b70-07cd0f37ee2f/d6efedb2-cfaf-4090-8480-952b0af5c0d6/974970ff-c60d-4180-8eff-093bc96fa0f3) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:39:49.815113 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3395aac7-a627-44fa-9de6-2d0706116740 None None] Checking router: 300608a6-6a35-47be-bba0-941654511037 for host: dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:39:49.815469 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3395aac7-a627-44fa-9de6-2d0706116740 None None] Updating router 300608a6-6a35-47be-bba0-941654511037 port 4b738515-792e-4aa5-9b94-52022fc1ad71 binding host dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 12:39:49.833210 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e78cf-141f-4788-864b-a11de611e9a9 req-5a7b5a7d-22ff-46cf-9b86-29f4a32ce465 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:49.834896 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-152e78cf-141f-4788-864b-a11de611e9a9 req-5a7b5a7d-22ff-46cf-9b86-29f4a32ce465 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0510299 Sep 18 12:39:49.857129 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-6192c517-c148-4ab5-8c88-68bd26827e84 None None] Allocated IP 172.20.0.2 (cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f/14a2509d-6ded-4476-a00e-18055b861d74/20d1d292-83f7-43a6-824b-b8b224302699) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:39:49.861585 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3395aac7-a627-44fa-9de6-2d0706116740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:49.874348 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-152e78cf-141f-4788-864b-a11de611e9a9 req-f013f14b-85d2-4deb-978b-352c560413ed tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328126 Sep 18 12:39:49.885861 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 08359de8-b63d-436e-a6e5-537bd4dc12a4 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:49.886236 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:49.892734 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e3e09519-b7bb-493c-9bf3-81e2361373a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:49.933455 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e3e09519-b7bb-493c-9bf3-81e2361373a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:49.970988 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e09519-b7bb-493c-9bf3-81e2361373a0 admin admin] Network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:39:49.979500 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-e3e09519-b7bb-493c-9bf3-81e2361373a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:39:49.981982 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e09519-b7bb-493c-9bf3-81e2361373a0 admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:39:49.990284 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e09519-b7bb-493c-9bf3-81e2361373a0 admin admin] Pushing event updated for resources: {'Port': ['ID=974970ff-c60d-4180-8eff-093bc96fa0f3,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:50.096764 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7419b4aa-757d-4db2-9731-f5e03f4eb5c6 req-fda77945-0cba-4b52-a15b-9f95131b4601 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 210 time: 0.0286126 Sep 18 12:39:50.168445 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:50.233755 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] For port 08359de8-b63d-436e-a6e5-537bd4dc12a4, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=08359de8-b63d-436e-a6e5-537bd4dc12a4,segment=NetworkSegment(972f36e2-ef14-414b-b7e5-74a44c97b427),segment_id=972f36e2-ef14-414b-b7e5-74a44c97b427)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:39:50.244399 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:50.244608 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e3e09519-b7bb-493c-9bf3-81e2361373a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:50.246586 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6192c517-c148-4ab5-8c88-68bd26827e84 None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:50.272615 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6192c517-c148-4ab5-8c88-68bd26827e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:50.315009 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6192c517-c148-4ab5-8c88-68bd26827e84 None None] Network cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:39:50.323062 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-6192c517-c148-4ab5-8c88-68bd26827e84 None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:39:50.333793 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Pushing event updated for resources: {'Port': ['ID=08359de8-b63d-436e-a6e5-537bd4dc12a4,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:50.342846 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6192c517-c148-4ab5-8c88-68bd26827e84 None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:39:50.452197 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192c517-c148-4ab5-8c88-68bd26827e84 None None] Pushing event updated for resources: {'Port': ['ID=20d1d292-83f7-43a6-824b-b8b224302699,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:50.479177 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-6192c517-c148-4ab5-8c88-68bd26827e84 None None] Attempting to bind port 20d1d292-83f7-43a6-824b-b8b224302699 on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:39:50.479547 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-6192c517-c148-4ab5-8c88-68bd26827e84 None None] Attempting to bind port 20d1d292-83f7-43a6-824b-b8b224302699 by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': 'cef10b0e-d48d-4d14-a679-1e758d274cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:39:50.479932 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6192c517-c148-4ab5-8c88-68bd26827e84 None None] Attempting to bind port 20d1d292-83f7-43a6-824b-b8b224302699 on network cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:39:50.486004 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3395aac7-a627-44fa-9de6-2d0706116740 None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:50.490477 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6192c517-c148-4ab5-8c88-68bd26827e84 None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:39:50.490857 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6192c517-c148-4ab5-8c88-68bd26827e84 None None] Checking segment: {'id': 'cef10b0e-d48d-4d14-a679-1e758d274cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:39:50.491280 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6192c517-c148-4ab5-8c88-68bd26827e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:50.491737 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6192c517-c148-4ab5-8c88-68bd26827e84 None None] Bound using segment: {'id': 'cef10b0e-d48d-4d14-a679-1e758d274cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:39:50.492235 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-6192c517-c148-4ab5-8c88-68bd26827e84 None None] Bound port: 20d1d292-83f7-43a6-824b-b8b224302699, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef10b0e-d48d-4d14-a679-1e758d274cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:39:50.492636 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6192c517-c148-4ab5-8c88-68bd26827e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:50.504984 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3395aac7-a627-44fa-9de6-2d0706116740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:50.593252 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090ff36-5c10-446e-a05a-4c8354b6fea6 None None] Pushing event updated for resources: {'Port': ['ID=4b738515-792e-4aa5-9b94-52022fc1ad71,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:50.649486 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-6192c517-c148-4ab5-8c88-68bd26827e84 None None] For port 20d1d292-83f7-43a6-824b-b8b224302699, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:39:50.668976 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-6192c517-c148-4ab5-8c88-68bd26827e84 None None] For port 20d1d292-83f7-43a6-824b-b8b224302699, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=20d1d292-83f7-43a6-824b-b8b224302699,segment=NetworkSegment(cef10b0e-d48d-4d14-a679-1e758d274cec),segment_id=cef10b0e-d48d-4d14-a679-1e758d274cec)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:39:50.670201 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-3395aac7-a627-44fa-9de6-2d0706116740 None None] Attempting to bind port 4b738515-792e-4aa5-9b94-52022fc1ad71 on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:39:50.670582 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-3395aac7-a627-44fa-9de6-2d0706116740 None None] Attempting to bind port 4b738515-792e-4aa5-9b94-52022fc1ad71 by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': '1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:39:50.670937 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3395aac7-a627-44fa-9de6-2d0706116740 None None] Attempting to bind port 4b738515-792e-4aa5-9b94-52022fc1ad71 on network 912eee10-59e8-4a2c-acbd-9133161c8c07 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:39:50.678956 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6192c517-c148-4ab5-8c88-68bd26827e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:50.692801 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e3e09519-b7bb-493c-9bf3-81e2361373a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673931'] for router, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:50.708756 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3395aac7-a627-44fa-9de6-2d0706116740 None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:39:50.709162 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3395aac7-a627-44fa-9de6-2d0706116740 None None] Checking segment: {'id': '1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:39:50.709584 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3395aac7-a627-44fa-9de6-2d0706116740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:50.712344 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3395aac7-a627-44fa-9de6-2d0706116740 None None] Bound using segment: {'id': '1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:39:50.712344 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-3395aac7-a627-44fa-9de6-2d0706116740 None None] Bound port: 4b738515-792e-4aa5-9b94-52022fc1ad71, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:39:50.712344 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3395aac7-a627-44fa-9de6-2d0706116740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:50.794584 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192c517-c148-4ab5-8c88-68bd26827e84 None None] Pushing event updated for resources: {'Port': ['ID=20d1d292-83f7-43a6-824b-b8b224302699,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:50.834549 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-3395aac7-a627-44fa-9de6-2d0706116740 None None] For port 4b738515-792e-4aa5-9b94-52022fc1ad71, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:39:50.839284 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-3395aac7-a627-44fa-9de6-2d0706116740 None None] For port 4b738515-792e-4aa5-9b94-52022fc1ad71, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=4b738515-792e-4aa5-9b94-52022fc1ad71,segment=NetworkSegment(1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f),segment_id=1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:39:50.845102 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3395aac7-a627-44fa-9de6-2d0706116740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:50.866805 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e09519-b7bb-493c-9bf3-81e2361373a0 admin admin] Router 0991c509-68bc-459f-9837-22f037314370 is scheduled to L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f with binding_index 1 {{(pid=94107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 12:39:50.910503 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3395aac7-a627-44fa-9de6-2d0706116740 None None] Routers {'300608a6-6a35-47be-bba0-941654511037'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:39:50.911032 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-3395aac7-a627-44fa-9de6-2d0706116740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:39:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['300608a6-6a35-47be-bba0-941654511037'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:50.968163 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-cf15aaf2-62b7-4442-87cc-42f513043e24 None None] Provisioning complete for port 4b738515-792e-4aa5-9b94-52022fc1ad71 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:50.968621 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cf15aaf2-62b7-4442-87cc-42f513043e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:51.007876 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090ff36-5c10-446e-a05a-4c8354b6fea6 None None] Pushing event updated for resources: {'Port': ['ID=4b738515-792e-4aa5-9b94-52022fc1ad71,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:51.086431 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a89316-0596-45fc-adc0-be4eba2750bc req-bc7c952a-3b54-4b32-92ce-c23a29cdb452 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:51.088136 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f9a89316-0596-45fc-adc0-be4eba2750bc req-bc7c952a-3b54-4b32-92ce-c23a29cdb452 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0693250 Sep 18 12:39:51.101455 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-3395aac7-a627-44fa-9de6-2d0706116740 None None] Set router 300608a6-6a35-47be-bba0-941654511037 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:39:51.111752 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e09519-b7bb-493c-9bf3-81e2361373a0 admin admin] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:39:51.123894 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc6d7e5-4021-435c-ab8f-6b5ef97e8dc6 None None] Sync routers for ids ['0991c509-68bc-459f-9837-22f037314370'] in dv-cinder-809894-1-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:39:51.135338 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc6d7e5-4021-435c-ab8f-6b5ef97e8dc6 None None] Routers {'0991c509-68bc-459f-9837-22f037314370'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:39:51.138725 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-9fc6d7e5-4021-435c-ab8f-6b5ef97e8dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:39:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['0991c509-68bc-459f-9837-22f037314370'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:51.142343 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e3e09519-b7bb-493c-9bf3-81e2361373a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:51.144012 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-e3e09519-b7bb-493c-9bf3-81e2361373a0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9168992 Sep 18 12:39:51.146694 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 51986) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:51.265558 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f9a89316-0596-45fc-adc0-be4eba2750bc req-56cea58e-52e8-468b-92cb-e26b55ef2210 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617205 Sep 18 12:39:51.277386 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cf15aaf2-62b7-4442-87cc-42f513043e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:51.310629 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d7fb35d6-3d4e-48cc-b585-2fded06bc1f4 req-4c619a48-3b8d-4493-9681-20a650c96060 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 210 time: 0.0610375 Sep 18 12:39:51.318072 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-9fc6d7e5-4021-435c-ab8f-6b5ef97e8dc6 None None] Set router 0991c509-68bc-459f-9837-22f037314370 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:39:51.382758 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-cf15aaf2-62b7-4442-87cc-42f513043e24 None None] For port 4b738515-792e-4aa5-9b94-52022fc1ad71, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=4b738515-792e-4aa5-9b94-52022fc1ad71,segment=NetworkSegment(1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f),segment_id=1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:39:51.394356 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cf15aaf2-62b7-4442-87cc-42f513043e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:51.508217 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-c519f337-a13a-445f-928c-369359bfce12 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:51.509702 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-c519f337-a13a-445f-928c-369359bfce12 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.13 "GET /v2.0/networks?id=da8e8d91-b4c1-44c8-85aa-aea272684f24 HTTP/1.1" status: 200 len: 808 time: 0.2389970 Sep 18 12:39:51.557989 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15aaf2-62b7-4442-87cc-42f513043e24 None None] Pushing event updated for resources: {'Port': ['ID=4b738515-792e-4aa5-9b94-52022fc1ad71,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:51.584285 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-3ba10637-5bad-433f-975c-b8e07bcf759a None None] Provisioning complete for port 4b738515-792e-4aa5-9b94-52022fc1ad71 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:51.584664 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3ba10637-5bad-433f-975c-b8e07bcf759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:51.655420 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-9fc6d7e5-4021-435c-ab8f-6b5ef97e8dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0991c509-68bc-459f-9837-22f037314370', 'name': 'tempest-TestVolumeBootPattern-1768378833-router', 'tenant_id': '9f11f115afea45a289a9b4f29f0e3bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '974970ff-c60d-4180-8eff-093bc96fa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:49Z', 'updated_at': '2021-09-18T12:39:50Z', 'revision_number': 3, 'project_id': '9f11f115afea45a289a9b4f29f0e3bd6', 'gw_port': {'id': '974970ff-c60d-4180-8eff-093bc96fa0f3', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0991c509-68bc-459f-9837-22f037314370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:49Z', 'updated_at': '2021-09-18T12:39:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:51.703075 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-5eaff377-2a01-459d-9524-43353ac2f82f tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4d22566be4e4b22aa8ebdb652155edd HTTP/1.1" status: 200 len: 379 time: 0.1650877 Sep 18 12:39:51.719680 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-3395aac7-a627-44fa-9de6-2d0706116740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300608a6-6a35-47be-bba0-941654511037', 'name': 'tempest-TestVolumeBootPattern-2100787330-router', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:47Z', 'revision_number': 4, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'gw_port': {'id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': '4b738515-792e-4aa5-9b94-52022fc1ad71', 'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'mac_address': 'fa:16:3e:37:20:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:46Z', 'updated_at': '2021-09-18T12:39:50Z', 'revision_number': 4, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'subnets': [{'id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:51.721517 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc6d7e5-4021-435c-ab8f-6b5ef97e8dc6 None None] Checking router: 0991c509-68bc-459f-9837-22f037314370 for host: dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:39:51.721874 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc6d7e5-4021-435c-ab8f-6b5ef97e8dc6 None None] Updating router 0991c509-68bc-459f-9837-22f037314370 port 974970ff-c60d-4180-8eff-093bc96fa0f3 binding host dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 12:39:51.729303 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-ede40836-3875-4ed4-9cb0-8586c5ab7ad9 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Request body: {'port': {'device_id': '50cfbb27-b22d-4b15-b1ec-1e462487c233', 'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24', 'admin_state_up': True, 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'security_groups': ['7936d6c6-01ba-45f0-9c7f-396c40a20c5d']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:51.767549 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9fc6d7e5-4021-435c-ab8f-6b5ef97e8dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:51.787710 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 20d1d292-83f7-43a6-824b-b8b224302699 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:39:51.797293 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3395aac7-a627-44fa-9de6-2d0706116740 None None] The sync data for ids ['300608a6-6a35-47be-bba0-941654511037'] in dv-cinder-809894-1-iscsi is: [{'id': '300608a6-6a35-47be-bba0-941654511037', 'name': 'tempest-TestVolumeBootPattern-2100787330-router', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:47Z', 'revision_number': 4, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'gw_port': {'id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': '4b738515-792e-4aa5-9b94-52022fc1ad71', 'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'mac_address': 'fa:16:3e:37:20:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:46Z', 'updated_at': '2021-09-18T12:39:50Z', 'revision_number': 4, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'subnets': [{'id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:39:52.346842 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612f573a-9b8c-44f2-aba1-9e46825011b2 None None] Network cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:39:52.415238 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f90cf4-2bdf-42cb-a587-b8457146d933 req-c6cc708a-01ad-45cb-90ca-cb6e9ef4d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:52.422996 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b0f90cf4-2bdf-42cb-a587-b8457146d933 req-c6cc708a-01ad-45cb-90ca-cb6e9ef4d1f1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 1098 time: 0.1014225 Sep 18 12:39:52.483111 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-ede40836-3875-4ed4-9cb0-8586c5ab7ad9 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Made reservation on behalf of b4d22566be4e4b22aa8ebdb652155edd for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:39:52.492679 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b0f90cf4-2bdf-42cb-a587-b8457146d933 req-c8206fb3-49c6-438d-90d5-2a08560ad036 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622940 Sep 18 12:39:52.504622 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-ede40836-3875-4ed4-9cb0-8586c5ab7ad9 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:52.524273 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9fc6d7e5-4021-435c-ab8f-6b5ef97e8dc6 None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:52.540651 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9fc6d7e5-4021-435c-ab8f-6b5ef97e8dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:52.548199 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 20d1d292-83f7-43a6-824b-b8b224302699 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:52.553224 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:52.602527 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-9fc6d7e5-4021-435c-ab8f-6b5ef97e8dc6 None None] Attempting to bind port 974970ff-c60d-4180-8eff-093bc96fa0f3 on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:39:52.603055 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-9fc6d7e5-4021-435c-ab8f-6b5ef97e8dc6 None None] Attempting to bind port 974970ff-c60d-4180-8eff-093bc96fa0f3 by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:39:52.603513 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc6d7e5-4021-435c-ab8f-6b5ef97e8dc6 None None] Attempting to bind port 974970ff-c60d-4180-8eff-093bc96fa0f3 on network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:39:52.613023 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc6d7e5-4021-435c-ab8f-6b5ef97e8dc6 None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:39:52.613902 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc6d7e5-4021-435c-ab8f-6b5ef97e8dc6 None None] Checking segment: {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:39:52.614130 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9fc6d7e5-4021-435c-ab8f-6b5ef97e8dc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:52.615738 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc6d7e5-4021-435c-ab8f-6b5ef97e8dc6 None None] Bound using segment: {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:39:52.616883 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-9fc6d7e5-4021-435c-ab8f-6b5ef97e8dc6 None None] Bound port: 974970ff-c60d-4180-8eff-093bc96fa0f3, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:39:52.617382 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9fc6d7e5-4021-435c-ab8f-6b5ef97e8dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:52.648975 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee0a50-c759-48f4-9fce-566c25f3203f None None] Pushing event updated for resources: {'Port': ['ID=974970ff-c60d-4180-8eff-093bc96fa0f3,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:52.722474 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-9fc6d7e5-4021-435c-ab8f-6b5ef97e8dc6 None None] For port 974970ff-c60d-4180-8eff-093bc96fa0f3, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:39:52.740540 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-9fc6d7e5-4021-435c-ab8f-6b5ef97e8dc6 None None] For port 974970ff-c60d-4180-8eff-093bc96fa0f3, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=974970ff-c60d-4180-8eff-093bc96fa0f3,segment=NetworkSegment(972f36e2-ef14-414b-b7e5-74a44c97b427),segment_id=972f36e2-ef14-414b-b7e5-74a44c97b427)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:39:52.750687 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-9fc6d7e5-4021-435c-ab8f-6b5ef97e8dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:52.765228 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-bf2524b4-6525-4a25-b8b2-176535035f65 None None] Provisioning complete for port 20d1d292-83f7-43a6-824b-b8b224302699 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:52.765593 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bf2524b4-6525-4a25-b8b2-176535035f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:52.785241 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-ede40836-3875-4ed4-9cb0-8586c5ab7ad9 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Allocated IP 172.20.0.10 (da8e8d91-b4c1-44c8-85aa-aea272684f24/d9d4096f-b98a-4336-9196-ad5904271596/a8398ecb-222b-4be2-bf32-b90cb0a8b9be) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:39:52.865726 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:52.866896 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc6d7e5-4021-435c-ab8f-6b5ef97e8dc6 None None] Routers {'0991c509-68bc-459f-9837-22f037314370'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:39:52.867951 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-9fc6d7e5-4021-435c-ab8f-6b5ef97e8dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:39:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['0991c509-68bc-459f-9837-22f037314370'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:52.942995 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] For port 20d1d292-83f7-43a6-824b-b8b224302699, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=20d1d292-83f7-43a6-824b-b8b224302699,segment=NetworkSegment(cef10b0e-d48d-4d14-a679-1e758d274cec),segment_id=cef10b0e-d48d-4d14-a679-1e758d274cec)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:39:52.944619 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee0a50-c759-48f4-9fce-566c25f3203f None None] Pushing event updated for resources: {'Port': ['ID=974970ff-c60d-4180-8eff-093bc96fa0f3,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:52.973793 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:52.974643 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 08359de8-b63d-436e-a6e5-537bd4dc12a4 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:39:53.023651 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777db40-7640-43d4-8764-eba135f3c880 req-527a1c71-ccff-4fc8-9287-e421c9e0ba85 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:53.032290 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e777db40-7640-43d4-8764-eba135f3c880 req-527a1c71-ccff-4fc8-9287-e421c9e0ba85 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.4947104 Sep 18 12:39:53.070527 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-9fc6d7e5-4021-435c-ab8f-6b5ef97e8dc6 None None] Set router 0991c509-68bc-459f-9837-22f037314370 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:39:53.079724 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-ede40836-3875-4ed4-9cb0-8586c5ab7ad9 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:53.091372 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-be861185-d72b-443b-8403-39b3191554f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:53.175380 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bf2524b4-6525-4a25-b8b2-176535035f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:53.198399 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e777db40-7640-43d4-8764-eba135f3c880 req-1a148171-58b2-4cbc-bd94-d1e473880e66 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647708 Sep 18 12:39:53.277207 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Pushing event updated for resources: {'Port': ['ID=20d1d292-83f7-43a6-824b-b8b224302699,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:53.371552 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.db.api [None req-bf2524b4-6525-4a25-b8b2-176535035f65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 12:39:53.372222 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG oslo_db.api [None req-bf2524b4-6525-4a25-b8b2-176535035f65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 12:39:53.384275 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c761c8dc-bacb-41f8-9742-7d1388e91261 req-30acd277-5918-4932-97fe-15bc84e4a548 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 210 time: 0.0889370 Sep 18 12:39:53.399334 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 08359de8-b63d-436e-a6e5-537bd4dc12a4 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:53.399725 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:53.406596 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-ede40836-3875-4ed4-9cb0-8586c5ab7ad9 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:53.446248 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-9fc6d7e5-4021-435c-ab8f-6b5ef97e8dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0991c509-68bc-459f-9837-22f037314370', 'name': 'tempest-TestVolumeBootPattern-1768378833-router', 'tenant_id': '9f11f115afea45a289a9b4f29f0e3bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '974970ff-c60d-4180-8eff-093bc96fa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:49Z', 'updated_at': '2021-09-18T12:39:50Z', 'revision_number': 3, 'project_id': '9f11f115afea45a289a9b4f29f0e3bd6', 'gw_port': {'id': '974970ff-c60d-4180-8eff-093bc96fa0f3', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0991c509-68bc-459f-9837-22f037314370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:49Z', 'updated_at': '2021-09-18T12:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:53.486579 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc6d7e5-4021-435c-ab8f-6b5ef97e8dc6 None None] The sync data for ids ['0991c509-68bc-459f-9837-22f037314370'] in dv-cinder-809894-1-iscsi is: [{'id': '0991c509-68bc-459f-9837-22f037314370', 'name': 'tempest-TestVolumeBootPattern-1768378833-router', 'tenant_id': '9f11f115afea45a289a9b4f29f0e3bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '974970ff-c60d-4180-8eff-093bc96fa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:49Z', 'updated_at': '2021-09-18T12:39:50Z', 'revision_number': 3, 'project_id': '9f11f115afea45a289a9b4f29f0e3bd6', 'gw_port': {'id': '974970ff-c60d-4180-8eff-093bc96fa0f3', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0991c509-68bc-459f-9837-22f037314370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:49Z', 'updated_at': '2021-09-18T12:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:39:53.505223 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-ede40836-3875-4ed4-9cb0-8586c5ab7ad9 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Network da8e8d91-b4c1-44c8-85aa-aea272684f24 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:39:53.521929 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede40836-3875-4ed4-9cb0-8586c5ab7ad9 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Pushing event updated for resources: {'Port': ['ID=a8398ecb-222b-4be2-bf32-b90cb0a8b9be,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:53.524508 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-ede40836-3875-4ed4-9cb0-8586c5ab7ad9 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:39:53.528646 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-ede40836-3875-4ed4-9cb0-8586c5ab7ad9 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:39:53.534780 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-ede40836-3875-4ed4-9cb0-8586c5ab7ad9 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:53.535414 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-ede40836-3875-4ed4-9cb0-8586c5ab7ad9 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:53.593428 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-ede40836-3875-4ed4-9cb0-8586c5ab7ad9 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8696291 Sep 18 12:39:53.602557 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-be861185-d72b-443b-8403-39b3191554f6 admin admin] Allocated IP 172.20.0.1 (cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f/14a2509d-6ded-4476-a00e-18055b861d74/e092a39b-9983-4cee-b5fe-197113bc36e6) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:39:53.625327 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-597037ba-9dd2-4227-a74f-9d33c935adc5 service neutron] Request body: {'port': {'device_id': '50cfbb27-b22d-4b15-b1ec-1e462487c233', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:53.727520 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-597037ba-9dd2-4227-a74f-9d33c935adc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:53.756693 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 4b738515-792e-4aa5-9b94-52022fc1ad71 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:39:54.018556 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 4b738515-792e-4aa5-9b94-52022fc1ad71 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:54.019117 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:54.145694 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 20d1d292-83f7-43a6-824b-b8b224302699 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:39:54.168070 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-d10ccf69-c418-494d-99da-83fe4d0d821e None None] Provisioning complete for port 20d1d292-83f7-43a6-824b-b8b224302699 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:54.168436 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d10ccf69-c418-494d-99da-83fe4d0d821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:54.258182 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 20d1d292-83f7-43a6-824b-b8b224302699 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:54.258182 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:54.299649 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-be861185-d72b-443b-8403-39b3191554f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:54.345145 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-d10ccf69-c418-494d-99da-83fe4d0d821e None None] Provisioning complete for port a8398ecb-222b-4be2-bf32-b90cb0a8b9be triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:54.345637 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d10ccf69-c418-494d-99da-83fe4d0d821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:54.435887 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-d10ccf69-c418-494d-99da-83fe4d0d821e None None] Port a8398ecb-222b-4be2-bf32-b90cb0a8b9be cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 12:39:54.450724 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-03421105-afad-4088-bbbf-0c9ce5346d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:54.462477 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e2cf0-66df-4d42-9d94-675cc452e020 req-3b642330-3038-4141-9737-99e31d99c1de tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:54.464329 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f83e2cf0-66df-4d42-9d94-675cc452e020 req-3b642330-3038-4141-9737-99e31d99c1de tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.1543808 Sep 18 12:39:54.515780 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-be861185-d72b-443b-8403-39b3191554f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:54.591005 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be861185-d72b-443b-8403-39b3191554f6 admin admin] Network cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:39:54.614415 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f83e2cf0-66df-4d42-9d94-675cc452e020 req-8b689b24-34f0-40b8-ba4f-0b5f55cee7b3 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335385 Sep 18 12:39:54.615321 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-be861185-d72b-443b-8403-39b3191554f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:39:54.657836 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be861185-d72b-443b-8403-39b3191554f6 admin admin] Pushing event updated for resources: {'Port': ['ID=e092a39b-9983-4cee-b5fe-197113bc36e6,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:54.673777 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be861185-d72b-443b-8403-39b3191554f6 admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:39:54.674270 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-be861185-d72b-443b-8403-39b3191554f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3674012'] for router_interface, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:54.744856 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 52086) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:54.770804 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-597037ba-9dd2-4227-a74f-9d33c935adc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8398ecb-222b-4be2-bf32-b90cb0a8b9be {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:39:54.793610 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-597037ba-9dd2-4227-a74f-9d33c935adc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:54.815356 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bca3f-63fb-4f72-89e7-e8e1a00a860e req-b5dceb70-bc9b-4182-8318-aa16dd33db16 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:54.831878 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bc5bca3f-63fb-4f72-89e7-e8e1a00a860e req-b5dceb70-bc9b-4182-8318-aa16dd33db16 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 932 time: 0.2433102 Sep 18 12:39:54.913906 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-597037ba-9dd2-4227-a74f-9d33c935adc5 service neutron] Transition to ACTIVE for port object a8398ecb-222b-4be2-bf32-b90cb0a8b9be will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 12:39:54.935652 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-597037ba-9dd2-4227-a74f-9d33c935adc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:54.937621 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d33e94-a6e1-4b22-8bf9-80f45d0ceb54 req-b9209850-eac0-46f4-8cad-00b2321f75d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:54.939150 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-85d33e94-a6e1-4b22-8bf9-80f45d0ceb54 req-b9209850-eac0-46f4-8cad-00b2321f75d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbe0aabe590943c68b496df6463a2b88&device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 1098 time: 0.0438261 Sep 18 12:39:54.963482 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-5d573fc8-753f-4911-9552-8597a01b21f0 None None] Provisioning complete for port e092a39b-9983-4cee-b5fe-197113bc36e6 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:54.964006 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5d573fc8-753f-4911-9552-8597a01b21f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:55.009624 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-5d573fc8-753f-4911-9552-8597a01b21f0 None None] Port e092a39b-9983-4cee-b5fe-197113bc36e6 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 12:39:55.027195 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c5b1fbec-7ee2-49ae-8188-85550dcf6dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:55.055607 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d33e94-a6e1-4b22-8bf9-80f45d0ceb54 req-af057936-d533-4b08-96a2-8031703427e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:55.057263 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-85d33e94-a6e1-4b22-8bf9-80f45d0ceb54 req-af057936-d533-4b08-96a2-8031703427e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4df28532-82af-4330-b91d-ced682f08dad HTTP/1.1" status: 200 len: 919 time: 0.1067960 Sep 18 12:39:55.060789 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bc5bca3f-63fb-4f72-89e7-e8e1a00a860e req-b128a4b4-e9eb-46c8-9306-11de52f03372 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131779 Sep 18 12:39:55.109678 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597037ba-9dd2-4227-a74f-9d33c935adc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8398ecb-222b-4be2-bf32-b90cb0a8b9be,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:55.112702 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-85d33e94-a6e1-4b22-8bf9-80f45d0ceb54 req-f907d150-2acc-4e18-a94c-a86b03bfd8ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d75058b-9aca-494d-823b-ca9a6b34652a HTTP/1.1" status: 200 len: 217 time: 0.0465083 Sep 18 12:39:55.127529 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f753fb-5620-42e1-a49c-e01a6b9dd607 req-bf47c92e-352f-4876-acb8-10970512e3b8 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:55.129129 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d7f753fb-5620-42e1-a49c-e01a6b9dd607 req-bf47c92e-352f-4876-acb8-10970512e3b8 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.1986923 Sep 18 12:39:55.156312 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-be861185-d72b-443b-8403-39b3191554f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:55.167507 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d33e94-a6e1-4b22-8bf9-80f45d0ceb54 req-f90b1904-739f-43ff-8a06-fc4301f6b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:55.169219 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-85d33e94-a6e1-4b22-8bf9-80f45d0ceb54 req-f90b1904-739f-43ff-8a06-fc4301f6b859 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cf48ed02-5e60-492d-a444-1382b9731455 HTTP/1.1" status: 200 len: 858 time: 0.0472903 Sep 18 12:39:55.205860 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-85d33e94-a6e1-4b22-8bf9-80f45d0ceb54 req-10830606-193b-4ab2-89a5-4b5325a89915 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4df28532-82af-4330-b91d-ced682f08dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286131 Sep 18 12:39:55.220584 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-597037ba-9dd2-4227-a74f-9d33c935adc5 service neutron] Attempting to bind port a8398ecb-222b-4be2-bf32-b90cb0a8b9be on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:39:55.220915 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-597037ba-9dd2-4227-a74f-9d33c935adc5 service neutron] Attempting to bind port a8398ecb-222b-4be2-bf32-b90cb0a8b9be by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': 'c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:39:55.221241 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-597037ba-9dd2-4227-a74f-9d33c935adc5 service neutron] Attempting to bind port a8398ecb-222b-4be2-bf32-b90cb0a8b9be on network da8e8d91-b4c1-44c8-85aa-aea272684f24 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:39:55.230433 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d7f753fb-5620-42e1-a49c-e01a6b9dd607 req-1139bb2c-1c1c-476c-a244-c8f4750ea63f tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793676 Sep 18 12:39:55.269300 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-597037ba-9dd2-4227-a74f-9d33c935adc5 service neutron] Port a8398ecb-222b-4be2-bf32-b90cb0a8b9be on network da8e8d91-b4c1-44c8-85aa-aea272684f24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 12:39:55.269701 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-597037ba-9dd2-4227-a74f-9d33c935adc5 service neutron] Attempting to bind port a8398ecb-222b-4be2-bf32-b90cb0a8b9be on network da8e8d91-b4c1-44c8-85aa-aea272684f24 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:39:55.282165 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-597037ba-9dd2-4227-a74f-9d33c935adc5 service neutron] Checking agent: {'id': '48060bde-194c-4a59-bb73-c876edc89e02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'started_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:39:55.282410 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-597037ba-9dd2-4227-a74f-9d33c935adc5 service neutron] Checking segment: {'id': 'c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:39:55.282783 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-597037ba-9dd2-4227-a74f-9d33c935adc5 service neutron] Bound using segment: {'id': 'c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:39:55.283220 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-597037ba-9dd2-4227-a74f-9d33c935adc5 service neutron] Bound port: a8398ecb-222b-4be2-bf32-b90cb0a8b9be, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:39:55.283580 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-597037ba-9dd2-4227-a74f-9d33c935adc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:55.330453 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-85d33e94-a6e1-4b22-8bf9-80f45d0ceb54 req-b44f5ebe-3500-49f1-828c-fa8e12c64df0 service neutron] 10.222.0.13 "GET /v2.0/networks/4df28532-82af-4330-b91d-ced682f08dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148889 Sep 18 12:39:55.422169 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c5b1fbec-7ee2-49ae-8188-85550dcf6dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:55.434595 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c5b1fbec-7ee2-49ae-8188-85550dcf6dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:55.442469 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-85d33e94-a6e1-4b22-8bf9-80f45d0ceb54 req-b9514dc0-5d16-454a-a39a-efdd497439aa service neutron] 10.222.0.13 "GET /v2.0/networks/4df28532-82af-4330-b91d-ced682f08dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002154 Sep 18 12:39:55.490362 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-597037ba-9dd2-4227-a74f-9d33c935adc5 service neutron] For port a8398ecb-222b-4be2-bf32-b90cb0a8b9be, host hv-cinder-80989, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:39:55.511964 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c5b1fbec-7ee2-49ae-8188-85550dcf6dca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c25d4f9bd5344fa48e36e26d59a494fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7632294 Sep 18 12:39:55.514589 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 52094) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:55.526930 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-597037ba-9dd2-4227-a74f-9d33c935adc5 service neutron] For port a8398ecb-222b-4be2-bf32-b90cb0a8b9be, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a8398ecb-222b-4be2-bf32-b90cb0a8b9be,segment=NetworkSegment(c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b),segment_id=c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:39:55.533879 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1fbec-7ee2-49ae-8188-85550dcf6dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4f13ba-cedc-45cf-a908-b131389fc880,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:55.538841 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-597037ba-9dd2-4227-a74f-9d33c935adc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:55.598093 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e3841865-2c20-4d59-aa94-5c453632c7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:55.613257 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-597037ba-9dd2-4227-a74f-9d33c935adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:55.613873 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-597037ba-9dd2-4227-a74f-9d33c935adc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:55.615332 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-597037ba-9dd2-4227-a74f-9d33c935adc5 service neutron] 10.222.0.13 "PUT /v2.0/ports/a8398ecb-222b-4be2-bf32-b90cb0a8b9be HTTP/1.1" status: 200 len: 1094 time: 2.0100262 Sep 18 12:39:55.615780 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50cfbb27-b22d-4b15-b1ec-1e462487c233', 'tag': 'a8398ecb-222b-4be2-bf32-b90cb0a8b9be'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:39:55.617945 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370f2662-e6e3-42ae-acbe-e6786afc6999" -d '{"events": [{"name": "network-changed", "server_uuid": "50cfbb27-b22d-4b15-b1ec-1e462487c233", "tag": "a8398ecb-222b-4be2-bf32-b90cb0a8b9be"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:39:55.623204 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597037ba-9dd2-4227-a74f-9d33c935adc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8398ecb-222b-4be2-bf32-b90cb0a8b9be,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:55.632770 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e3841865-2c20-4d59-aa94-5c453632c7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:55.644073 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-be861185-d72b-443b-8403-39b3191554f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:55.652115 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-be861185-d72b-443b-8403-39b3191554f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:55.652928 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-be861185-d72b-443b-8403-39b3191554f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3673612'] for router_interface, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:55.709712 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3c9477-f8ea-46b8-b393-922523bac83e x-openstack-request-id: req-3d3c9477-f8ea-46b8-b393-922523bac83e {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:39:55.710569 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50cfbb27-b22d-4b15-b1ec-1e462487c233", "tag": "a8398ecb-222b-4be2-bf32-b90cb0a8b9be", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:39:55.710770 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d3c9477-f8ea-46b8-b393-922523bac83e {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:39:55.711473 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50cfbb27-b22d-4b15-b1ec-1e462487c233', 'tag': 'a8398ecb-222b-4be2-bf32-b90cb0a8b9be', 'status': 'completed', 'code': 200} Sep 18 12:39:55.725766 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 974970ff-c60d-4180-8eff-093bc96fa0f3 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:39:55.736369 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e3841865-2c20-4d59-aa94-5c453632c7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:55.741739 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e3841865-2c20-4d59-aa94-5c453632c7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:55.743512 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-e3841865-2c20-4d59-aa94-5c453632c7b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d4f13ba-cedc-45cf-a908-b131389fc880 HTTP/1.1" status: 204 len: 168 time: 0.2279201 Sep 18 12:39:55.767083 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be861185-d72b-443b-8403-39b3191554f6 admin admin] Pushing event updated for resources: {'Port': ['ID=e092a39b-9983-4cee-b5fe-197113bc36e6,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:55.774350 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3841865-2c20-4d59-aa94-5c453632c7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4f13ba-cedc-45cf-a908-b131389fc880,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:55.823973 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-ad9d6572-42c0-43b0-8bd0-5b6503bb2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:55.826065 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-ad9d6572-42c0-43b0-8bd0-5b6503bb2b7b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4d22566be4e4b22aa8ebdb652155edd&device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 1097 time: 0.1317122 Sep 18 12:39:55.826969 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 974970ff-c60d-4180-8eff-093bc96fa0f3 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:55.827316 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:55.893063 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-f2e700f5-9ce0-47f2-b6f0-557289063d43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8398ecb-222b-4be2-bf32-b90cb0a8b9be HTTP/1.1" status: 200 len: 217 time: 0.0549538 Sep 18 12:39:55.912248 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be861185-d72b-443b-8403-39b3191554f6 admin admin] Network cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:39:55.916929 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-be861185-d72b-443b-8403-39b3191554f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:39:55.927368 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:55.951068 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] For port 974970ff-c60d-4180-8eff-093bc96fa0f3, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=974970ff-c60d-4180-8eff-093bc96fa0f3,segment=NetworkSegment(972f36e2-ef14-414b-b7e5-74a44c97b427),segment_id=972f36e2-ef14-414b-b7e5-74a44c97b427)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:39:55.960636 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:56.021023 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Pushing event updated for resources: {'Port': ['ID=974970ff-c60d-4180-8eff-093bc96fa0f3,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:56.032116 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-8c619534-6d6c-4ac3-bdc9-8eb2db91e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:56.033737 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-8c619534-6d6c-4ac3-bdc9-8eb2db91e86c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9d4096f-b98a-4336-9196-ad5904271596 HTTP/1.1" status: 200 len: 847 time: 0.1188059 Sep 18 12:39:56.125386 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-295d807d-f6ef-4259-bcb0-e58ef8c3ef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:56.126903 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-295d807d-f6ef-4259-bcb0-e58ef8c3ef76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da8e8d91-b4c1-44c8-85aa-aea272684f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830181 Sep 18 12:39:56.144741 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 52106) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:56.155449 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be861185-d72b-443b-8403-39b3191554f6 admin admin] Router 0991c509-68bc-459f-9837-22f037314370 has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:39:56.157619 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5a1aa886-0f49-400f-95bd-239ec717e1d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:56.229773 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-5995a1ea-c584-4100-a82a-ac657aae3e82 None None] Provisioning complete for port e092a39b-9983-4cee-b5fe-197113bc36e6 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:56.230230 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5995a1ea-c584-4100-a82a-ac657aae3e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:56.258153 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5a1aa886-0f49-400f-95bd-239ec717e1d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:56.262479 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5a1aa886-0f49-400f-95bd-239ec717e1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:56.265754 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-5995a1ea-c584-4100-a82a-ac657aae3e82 None None] Port e092a39b-9983-4cee-b5fe-197113bc36e6 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 12:39:56.299839 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646e053-7d80-410e-bbc7-bddbca18cb11 req-7ed8a288-cb24-41bb-8632-203a04af8343 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:56.301259 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0646e053-7d80-410e-bbc7-bddbca18cb11 req-7ed8a288-cb24-41bb-8632-203a04af8343 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 944 time: 0.1447370 Sep 18 12:39:56.303208 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-5a1aa886-0f49-400f-95bd-239ec717e1d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26faf602fb3448dd9d817c664e12b711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1567135 Sep 18 12:39:56.305050 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1aa886-0f49-400f-95bd-239ec717e1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced6b034-f00e-48bc-8935-2ddbaf82278f,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:56.308399 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 52110) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:56.358520 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-ccd37c91-b8d5-43ea-9de5-09c7416a0702 service neutron] 10.222.0.13 "GET /v2.0/networks/da8e8d91-b4c1-44c8-85aa-aea272684f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147784 Sep 18 12:39:56.365939 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-67f88609-1cab-4b51-9439-ef0206e1d30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:56.390253 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-67f88609-1cab-4b51-9439-ef0206e1d30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:56.436956 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-67f88609-1cab-4b51-9439-ef0206e1d30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:56.439746 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-67f88609-1cab-4b51-9439-ef0206e1d30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:56.443315 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-67f88609-1cab-4b51-9439-ef0206e1d30a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ced6b034-f00e-48bc-8935-2ddbaf82278f HTTP/1.1" status: 204 len: 168 time: 0.1314967 Sep 18 12:39:56.454678 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f88609-1cab-4b51-9439-ef0206e1d30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced6b034-f00e-48bc-8935-2ddbaf82278f,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:56.468552 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0646e053-7d80-410e-bbc7-bddbca18cb11 req-79045fa3-0be5-4e8f-8729-3937a4827a18 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518779 Sep 18 12:39:56.474125 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be861185-d72b-443b-8403-39b3191554f6 admin admin] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:39:56.501774 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1309ca63-fc50-46c9-b50a-30298c1d224a None None] Sync routers for ids ['0991c509-68bc-459f-9837-22f037314370'] in dv-cinder-809894-1-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:39:56.505750 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-be861185-d72b-443b-8403-39b3191554f6 admin admin] 10.222.0.24 "PUT /v2.0/routers/0991c509-68bc-459f-9837-22f037314370/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3549023 Sep 18 12:39:56.518530 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1309ca63-fc50-46c9-b50a-30298c1d224a None None] Routers {'0991c509-68bc-459f-9837-22f037314370'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:39:56.519710 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-1309ca63-fc50-46c9-b50a-30298c1d224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:39:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['0991c509-68bc-459f-9837-22f037314370'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:56.546449 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257b621-6cbd-4e54-a889-bc5007917121 req-96bb5b4c-9c24-4032-b7c8-3e9fd34f5f2a tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:56.548078 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4257b621-6cbd-4e54-a889-bc5007917121 req-96bb5b4c-9c24-4032-b7c8-3e9fd34f5f2a tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.1638639 Sep 18 12:39:56.581620 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a2259a3-8ba2-43bb-a04a-93a8edd60adc req-909e944a-f50e-4eca-b7b9-bd8eb7b5c2c0 service neutron] 10.222.0.13 "GET /v2.0/networks/da8e8d91-b4c1-44c8-85aa-aea272684f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913652 Sep 18 12:39:56.611446 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4257b621-6cbd-4e54-a889-bc5007917121 req-1fe34c94-3c06-418f-b721-240f26a2218b tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471661 Sep 18 12:39:56.654246 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-1309ca63-fc50-46c9-b50a-30298c1d224a None None] Set router 0991c509-68bc-459f-9837-22f037314370 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:39:56.707658 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f2662-e6e3-42ae-acbe-e6786afc6999 req-7d9cc835-3dd5-4e71-a05f-c8f01ee8aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:56.709274 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-370f2662-e6e3-42ae-acbe-e6786afc6999 req-7d9cc835-3dd5-4e71-a05f-c8f01ee8aeef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4d22566be4e4b22aa8ebdb652155edd&device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 1097 time: 0.0515392 Sep 18 12:39:56.837667 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f2662-e6e3-42ae-acbe-e6786afc6999 req-9662df82-3d84-4a5c-9415-c1d98c52d9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:56.839401 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-370f2662-e6e3-42ae-acbe-e6786afc6999 req-9662df82-3d84-4a5c-9415-c1d98c52d9e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da8e8d91-b4c1-44c8-85aa-aea272684f24 HTTP/1.1" status: 200 len: 909 time: 0.1196811 Sep 18 12:39:56.908417 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-370f2662-e6e3-42ae-acbe-e6786afc6999 req-0a419fbc-ed10-499d-8ba5-92cbc9a6f89f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8398ecb-222b-4be2-bf32-b90cb0a8b9be HTTP/1.1" status: 200 len: 217 time: 0.0560560 Sep 18 12:39:56.969264 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f2662-e6e3-42ae-acbe-e6786afc6999 req-f24767d5-9ce2-4aa4-a5fc-069f5ee216ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:56.970698 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-370f2662-e6e3-42ae-acbe-e6786afc6999 req-f24767d5-9ce2-4aa4-a5fc-069f5ee216ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9d4096f-b98a-4336-9196-ad5904271596 HTTP/1.1" status: 200 len: 847 time: 0.0511563 Sep 18 12:39:57.011551 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-1309ca63-fc50-46c9-b50a-30298c1d224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0991c509-68bc-459f-9837-22f037314370', 'name': 'tempest-TestVolumeBootPattern-1768378833-router', 'tenant_id': '9f11f115afea45a289a9b4f29f0e3bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '974970ff-c60d-4180-8eff-093bc96fa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:49Z', 'updated_at': '2021-09-18T12:39:54Z', 'revision_number': 4, 'project_id': '9f11f115afea45a289a9b4f29f0e3bd6', 'gw_port': {'id': '974970ff-c60d-4180-8eff-093bc96fa0f3', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0991c509-68bc-459f-9837-22f037314370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:49Z', 'updated_at': '2021-09-18T12:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'e092a39b-9983-4cee-b5fe-197113bc36e6', 'name': '', 'network_id': 'cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f', 'tenant_id': '9f11f115afea45a289a9b4f29f0e3bd6', 'mac_address': 'fa:16:3e:39:70:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0991c509-68bc-459f-9837-22f037314370', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '14a2509d-6ded-4476-a00e-18055b861d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:53Z', 'updated_at': '2021-09-18T12:39:55Z', 'revision_number': 2, 'project_id': '9f11f115afea45a289a9b4f29f0e3bd6', 'subnets': [{'id': '14a2509d-6ded-4476-a00e-18055b861d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:57.024232 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f2662-e6e3-42ae-acbe-e6786afc6999 req-99a7fbfa-e59e-45fe-8eb6-c95a12524fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:57.026124 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-370f2662-e6e3-42ae-acbe-e6786afc6999 req-99a7fbfa-e59e-45fe-8eb6-c95a12524fc9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da8e8d91-b4c1-44c8-85aa-aea272684f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452783 Sep 18 12:39:57.056121 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1309ca63-fc50-46c9-b50a-30298c1d224a None None] Checking router: 0991c509-68bc-459f-9837-22f037314370 for host: dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:39:57.056495 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1309ca63-fc50-46c9-b50a-30298c1d224a None None] Updating router 0991c509-68bc-459f-9837-22f037314370 port e092a39b-9983-4cee-b5fe-197113bc36e6 binding host dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 12:39:57.078193 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2052e74d-4222-4e3b-bcde-ceeb36e6c0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:57.087341 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1309ca63-fc50-46c9-b50a-30298c1d224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:57.146147 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-370f2662-e6e3-42ae-acbe-e6786afc6999 req-9f387dd7-2034-4805-a8e4-04c36a2bb9c3 service neutron] 10.222.0.13 "GET /v2.0/networks/da8e8d91-b4c1-44c8-85aa-aea272684f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094134 Sep 18 12:39:57.264938 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-370f2662-e6e3-42ae-acbe-e6786afc6999 req-3532a56f-3a9a-4fbf-8015-6e1c27b54652 service neutron] 10.222.0.13 "GET /v2.0/networks/da8e8d91-b4c1-44c8-85aa-aea272684f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069801 Sep 18 12:39:57.380547 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1309ca63-fc50-46c9-b50a-30298c1d224a None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:57.391900 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1309ca63-fc50-46c9-b50a-30298c1d224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:57.477723 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 52146) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:57.482389 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317655c-f89f-455a-b0b8-343e952cd6be None None] Pushing event updated for resources: {'Port': ['ID=e092a39b-9983-4cee-b5fe-197113bc36e6,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:57.482783 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-dc17da5d-bde0-4afa-973d-d6b25d21fd83 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-58284222', 'description': 'tempest-secgroup-smoke-58284222 description', 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:57.516342 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dc17da5d-bde0-4afa-973d-d6b25d21fd83 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:57.548360 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-1309ca63-fc50-46c9-b50a-30298c1d224a None None] Attempting to bind port e092a39b-9983-4cee-b5fe-197113bc36e6 on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:39:57.550441 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-1309ca63-fc50-46c9-b50a-30298c1d224a None None] Attempting to bind port e092a39b-9983-4cee-b5fe-197113bc36e6 by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': 'cef10b0e-d48d-4d14-a679-1e758d274cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:39:57.550441 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1309ca63-fc50-46c9-b50a-30298c1d224a None None] Attempting to bind port e092a39b-9983-4cee-b5fe-197113bc36e6 on network cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:39:57.581035 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1309ca63-fc50-46c9-b50a-30298c1d224a None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:39:57.581417 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1309ca63-fc50-46c9-b50a-30298c1d224a None None] Checking segment: {'id': 'cef10b0e-d48d-4d14-a679-1e758d274cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:39:57.581923 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1309ca63-fc50-46c9-b50a-30298c1d224a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:57.582607 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1309ca63-fc50-46c9-b50a-30298c1d224a None None] Bound using segment: {'id': 'cef10b0e-d48d-4d14-a679-1e758d274cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:39:57.582842 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-1309ca63-fc50-46c9-b50a-30298c1d224a None None] Bound port: e092a39b-9983-4cee-b5fe-197113bc36e6, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef10b0e-d48d-4d14-a679-1e758d274cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:39:57.583219 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1309ca63-fc50-46c9-b50a-30298c1d224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:57.636801 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dc17da5d-bde0-4afa-973d-d6b25d21fd83 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:57.647211 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dc17da5d-bde0-4afa-973d-d6b25d21fd83 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:57.669379 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-1309ca63-fc50-46c9-b50a-30298c1d224a None None] For port e092a39b-9983-4cee-b5fe-197113bc36e6, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:39:57.676504 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-1309ca63-fc50-46c9-b50a-30298c1d224a None None] For port e092a39b-9983-4cee-b5fe-197113bc36e6, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=e092a39b-9983-4cee-b5fe-197113bc36e6,segment=NetworkSegment(cef10b0e-d48d-4d14-a679-1e758d274cec),segment_id=cef10b0e-d48d-4d14-a679-1e758d274cec)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:39:57.691621 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1309ca63-fc50-46c9-b50a-30298c1d224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:57.715422 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dc17da5d-bde0-4afa-973d-d6b25d21fd83 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:57.718920 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-dc17da5d-bde0-4afa-973d-d6b25d21fd83 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2401025 Sep 18 12:39:57.723904 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 52156) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:57.733376 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-0f280baf-a78e-4b7e-8350-7e7e8a60cf16 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Request body: {'security_group_rule': {'security_group_id': '6a20a424-047f-4937-a3fa-5280617a51f0', 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:57.769701 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17da5d-bde0-4afa-973d-d6b25d21fd83 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a20a424-047f-4937-a3fa-5280617a51f0,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:57.790765 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0f280baf-a78e-4b7e-8350-7e7e8a60cf16 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:57.792435 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317655c-f89f-455a-b0b8-343e952cd6be None None] Pushing event updated for resources: {'Port': ['ID=e092a39b-9983-4cee-b5fe-197113bc36e6,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:57.814370 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 974970ff-c60d-4180-8eff-093bc96fa0f3 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:39:57.823306 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:57.840868 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c4c30-3131-4e35-8d52-098f8a30999d req-2054564e-fed3-42fa-a10c-420964bb0b5c tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:57.849083 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-572c4c30-3131-4e35-8d52-098f8a30999d req-2054564e-fed3-42fa-a10c-420964bb0b5c tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 944 time: 0.1652727 Sep 18 12:39:57.860396 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1309ca63-fc50-46c9-b50a-30298c1d224a None None] Routers {'0991c509-68bc-459f-9837-22f037314370'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:39:57.862021 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-1309ca63-fc50-46c9-b50a-30298c1d224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:39:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['0991c509-68bc-459f-9837-22f037314370'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:57.896946 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0f280baf-a78e-4b7e-8350-7e7e8a60cf16 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:57.901196 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f674925-0aec-485c-83a3-b23d65f5d4b0 req-3d1f496e-c923-4d32-9657-e3082b1e04d0 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:57.908053 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5f674925-0aec-485c-83a3-b23d65f5d4b0 req-3d1f496e-c923-4d32-9657-e3082b1e04d0 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.1299078 Sep 18 12:39:57.910114 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0f280baf-a78e-4b7e-8350-7e7e8a60cf16 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772246'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:57.934511 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-d4bebb32-9acf-4387-9c07-8ff6931bef8a None None] Provisioning complete for port e092a39b-9983-4cee-b5fe-197113bc36e6 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:57.935235 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d4bebb32-9acf-4387-9c07-8ff6931bef8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:57.943374 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-572c4c30-3131-4e35-8d52-098f8a30999d req-134a9149-8c6b-43df-8a93-c83686f87a61 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934107 Sep 18 12:39:57.949354 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f280baf-a78e-4b7e-8350-7e7e8a60cf16 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40dc127c-53a6-4f1c-89f5-f4aa3429b057,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:57.971064 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5f674925-0aec-485c-83a3-b23d65f5d4b0 req-bbf22e6d-ee08-4de9-a39a-762d88e6eecf tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596669 Sep 18 12:39:58.007211 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0f280baf-a78e-4b7e-8350-7e7e8a60cf16 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:58.008930 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-0f280baf-a78e-4b7e-8350-7e7e8a60cf16 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2811561 Sep 18 12:39:58.011774 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 52166) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:58.019077 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-4059d938-7dc8-45d6-af36-dff1c7618b59 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Request body: {'security_group_rule': {'security_group_id': '6a20a424-047f-4937-a3fa-5280617a51f0', 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:58.064364 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 974970ff-c60d-4180-8eff-093bc96fa0f3 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:58.064964 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:58.067212 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4059d938-7dc8-45d6-af36-dff1c7618b59 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:58.126216 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-1309ca63-fc50-46c9-b50a-30298c1d224a None None] Set router 0991c509-68bc-459f-9837-22f037314370 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:39:58.137232 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4059d938-7dc8-45d6-af36-dff1c7618b59 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:58.142030 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4059d938-7dc8-45d6-af36-dff1c7618b59 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772246'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:58.164087 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:58.164539 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059d938-7dc8-45d6-af36-dff1c7618b59 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d6334f-aa04-4543-8eee-5eb49fdab6a8,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:58.168264 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4059d938-7dc8-45d6-af36-dff1c7618b59 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:58.171746 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4059d938-7dc8-45d6-af36-dff1c7618b59 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1561928 Sep 18 12:39:58.173254 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 52172) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:58.177846 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-207e749b-c31b-495b-82ed-d016617fad4f tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Request body: {'security_group_rule': {'security_group_id': '6a20a424-047f-4937-a3fa-5280617a51f0', 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:58.204191 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-207e749b-c31b-495b-82ed-d016617fad4f tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:58.270878 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-207e749b-c31b-495b-82ed-d016617fad4f tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:58.275987 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-207e749b-c31b-495b-82ed-d016617fad4f tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772246'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:58.281373 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d4bebb32-9acf-4387-9c07-8ff6931bef8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:58.297800 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e749b-c31b-495b-82ed-d016617fad4f tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d3ddb1-2447-4083-9aab-598002bf50a5,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:58.307203 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-207e749b-c31b-495b-82ed-d016617fad4f tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:58.310923 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-207e749b-c31b-495b-82ed-d016617fad4f tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1342330 Sep 18 12:39:58.311160 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 52178) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:58.315512 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-3d2e5876-25c5-456e-a71c-5afccd8a3718 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Request body: {'security_group_rule': {'security_group_id': '6a20a424-047f-4937-a3fa-5280617a51f0', 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:58.344793 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5876-25c5-456e-a71c-5afccd8a3718 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:58.393069 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-d4bebb32-9acf-4387-9c07-8ff6931bef8a None None] For port e092a39b-9983-4cee-b5fe-197113bc36e6, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=e092a39b-9983-4cee-b5fe-197113bc36e6,segment=NetworkSegment(cef10b0e-d48d-4d14-a679-1e758d274cec),segment_id=cef10b0e-d48d-4d14-a679-1e758d274cec)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:39:58.400861 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d4bebb32-9acf-4387-9c07-8ff6931bef8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:58.411081 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5876-25c5-456e-a71c-5afccd8a3718 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:58.415633 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5876-25c5-456e-a71c-5afccd8a3718 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772246'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:58.433383 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e5876-25c5-456e-a71c-5afccd8a3718 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea06b64-419c-4741-85fc-cde16bcc20f7,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:58.441763 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5876-25c5-456e-a71c-5afccd8a3718 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:58.443155 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-3d2e5876-25c5-456e-a71c-5afccd8a3718 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1309133 Sep 18 12:39:58.447140 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 52182) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:58.451899 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-5cbb38d0-96ce-4956-a929-f977631c2643 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Request body: {'security_group_rule': {'security_group_id': '6a20a424-047f-4937-a3fa-5280617a51f0', 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:58.478226 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.db.securitygroups_db [None req-5cbb38d0-96ce-4956-a929-f977631c2643 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Project e4b17c4b73c846a5beaa565957fa5b0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 12:39:58.478337 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bebb32-9acf-4387-9c07-8ff6931bef8a None None] Pushing event updated for resources: {'Port': ['ID=e092a39b-9983-4cee-b5fe-197113bc36e6,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:58.481286 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5cbb38d0-96ce-4956-a929-f977631c2643 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:58.496603 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-1309ca63-fc50-46c9-b50a-30298c1d224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0991c509-68bc-459f-9837-22f037314370', 'name': 'tempest-TestVolumeBootPattern-1768378833-router', 'tenant_id': '9f11f115afea45a289a9b4f29f0e3bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '974970ff-c60d-4180-8eff-093bc96fa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:49Z', 'updated_at': '2021-09-18T12:39:54Z', 'revision_number': 4, 'project_id': '9f11f115afea45a289a9b4f29f0e3bd6', 'gw_port': {'id': '974970ff-c60d-4180-8eff-093bc96fa0f3', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0991c509-68bc-459f-9837-22f037314370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:49Z', 'updated_at': '2021-09-18T12:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'e092a39b-9983-4cee-b5fe-197113bc36e6', 'name': '', 'network_id': 'cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f', 'tenant_id': '9f11f115afea45a289a9b4f29f0e3bd6', 'mac_address': 'fa:16:3e:39:70:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0991c509-68bc-459f-9837-22f037314370', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '14a2509d-6ded-4476-a00e-18055b861d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:53Z', 'updated_at': '2021-09-18T12:39:57Z', 'revision_number': 4, 'project_id': '9f11f115afea45a289a9b4f29f0e3bd6', 'subnets': [{'id': '14a2509d-6ded-4476-a00e-18055b861d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:39:58.532419 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1309ca63-fc50-46c9-b50a-30298c1d224a None None] The sync data for ids ['0991c509-68bc-459f-9837-22f037314370'] in dv-cinder-809894-1-iscsi is: [{'id': '0991c509-68bc-459f-9837-22f037314370', 'name': 'tempest-TestVolumeBootPattern-1768378833-router', 'tenant_id': '9f11f115afea45a289a9b4f29f0e3bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '974970ff-c60d-4180-8eff-093bc96fa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:49Z', 'updated_at': '2021-09-18T12:39:54Z', 'revision_number': 4, 'project_id': '9f11f115afea45a289a9b4f29f0e3bd6', 'gw_port': {'id': '974970ff-c60d-4180-8eff-093bc96fa0f3', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0991c509-68bc-459f-9837-22f037314370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:49Z', 'updated_at': '2021-09-18T12:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'e092a39b-9983-4cee-b5fe-197113bc36e6', 'name': '', 'network_id': 'cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f', 'tenant_id': '9f11f115afea45a289a9b4f29f0e3bd6', 'mac_address': 'fa:16:3e:39:70:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0991c509-68bc-459f-9837-22f037314370', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '14a2509d-6ded-4476-a00e-18055b861d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:53Z', 'updated_at': '2021-09-18T12:39:57Z', 'revision_number': 4, 'project_id': '9f11f115afea45a289a9b4f29f0e3bd6', 'subnets': [{'id': '14a2509d-6ded-4476-a00e-18055b861d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:39:58.542951 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-ee70b39f-8304-4c61-9f07-a8cc67a81de7 None None] Provisioning complete for port e092a39b-9983-4cee-b5fe-197113bc36e6 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:58.543330 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ee70b39f-8304-4c61-9f07-a8cc67a81de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:58.560102 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5cbb38d0-96ce-4956-a929-f977631c2643 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:58.567237 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5cbb38d0-96ce-4956-a929-f977631c2643 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772246'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:58.588554 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb38d0-96ce-4956-a929-f977631c2643 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37bc0b5b-4eba-4b20-8031-f9010757519a,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:58.609043 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5cbb38d0-96ce-4956-a929-f977631c2643 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:58.610251 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-5cbb38d0-96ce-4956-a929-f977631c2643 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1621420 Sep 18 12:39:58.618112 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 52190) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:39:58.625205 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-54ec0af8-4b0c-4df2-86f2-fecb6756f487 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Request body: {'security_group_rule': {'security_group_id': '6a20a424-047f-4937-a3fa-5280617a51f0', 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:39:58.660101 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.db.securitygroups_db [None req-54ec0af8-4b0c-4df2-86f2-fecb6756f487 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Project e4b17c4b73c846a5beaa565957fa5b0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 12:39:58.665746 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-54ec0af8-4b0c-4df2-86f2-fecb6756f487 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:58.747153 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-54ec0af8-4b0c-4df2-86f2-fecb6756f487 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:58.752205 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-54ec0af8-4b0c-4df2-86f2-fecb6756f487 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772246'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:58.773471 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec0af8-4b0c-4df2-86f2-fecb6756f487 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79bd17d9-6730-4a9c-8673-f27b72c86b90,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:39:58.780186 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-54ec0af8-4b0c-4df2-86f2-fecb6756f487 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:58.781689 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-54ec0af8-4b0c-4df2-86f2-fecb6756f487 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1615374 Sep 18 12:39:59.201081 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f0859-7235-43c5-a266-9ca274c18476 req-b829f634-4813-4c0b-9da9-f1dd38a36c31 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:59.202650 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c37f0859-7235-43c5-a266-9ca274c18476 req-b829f634-4813-4c0b-9da9-f1dd38a36c31 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 944 time: 0.1000614 Sep 18 12:39:59.215486 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6793d-ac2e-4637-908e-689e5cf3a272 req-90e101c2-8e3a-45dd-8e7d-b4b24f5b06e4 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:39:59.217086 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7cf6793d-ac2e-4637-908e-689e5cf3a272 req-90e101c2-8e3a-45dd-8e7d-b4b24f5b06e4 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.1201761 Sep 18 12:39:59.277179 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c37f0859-7235-43c5-a266-9ca274c18476 req-87bc0bc0-1550-4626-bebd-7b26c1694e64 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590966 Sep 18 12:39:59.280023 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7cf6793d-ac2e-4637-908e-689e5cf3a272 req-6e1e87dd-6117-4f38-aa21-348d80cac5de tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528963 Sep 18 12:39:59.602625 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:39:59.688711 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device e092a39b-9983-4cee-b5fe-197113bc36e6 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:39:59.795296 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port e092a39b-9983-4cee-b5fe-197113bc36e6 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:39:59.795728 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:00.410874 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ec14c-4341-4997-a023-1b1512ee1f9e req-fba423ac-90a2-49b5-b23c-51032eb9bd7a tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:00.415252 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d67ec14c-4341-4997-a023-1b1512ee1f9e req-fba423ac-90a2-49b5-b23c-51032eb9bd7a tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 944 time: 0.0526867 Sep 18 12:40:00.452055 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d67ec14c-4341-4997-a023-1b1512ee1f9e req-011db954-c26e-40de-a825-d44e98e8ae85 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333176 Sep 18 12:40:00.665776 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 52360) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:40:00.768594 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-71249895-89f5-42f2-9030-18bb6aeabf18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:00.861961 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-71249895-89f5-42f2-9030-18bb6aeabf18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:00.865778 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-71249895-89f5-42f2-9030-18bb6aeabf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:00.905723 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71249895-89f5-42f2-9030-18bb6aeabf18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c986f2-800d-4c3b-9677-48bb96c80314,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:00.912354 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-71249895-89f5-42f2-9030-18bb6aeabf18 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e3f333b3758746c4acfb301ed568d951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453263 Sep 18 12:40:00.916737 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 52370) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:40:00.918081 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71249895-89f5-42f2-9030-18bb6aeabf18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:00.919043 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71249895-89f5-42f2-9030-18bb6aeabf18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:00.919420 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71249895-89f5-42f2-9030-18bb6aeabf18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:00.919747 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71249895-89f5-42f2-9030-18bb6aeabf18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:00.920076 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71249895-89f5-42f2-9030-18bb6aeabf18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:00.920403 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71249895-89f5-42f2-9030-18bb6aeabf18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:00.921699 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71249895-89f5-42f2-9030-18bb6aeabf18 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:00.921699 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71249895-89f5-42f2-9030-18bb6aeabf18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:00.921699 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71249895-89f5-42f2-9030-18bb6aeabf18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:00.921699 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71249895-89f5-42f2-9030-18bb6aeabf18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:00.922002 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71249895-89f5-42f2-9030-18bb6aeabf18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:00.922265 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71249895-89f5-42f2-9030-18bb6aeabf18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:00.961420 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9176158-3023-44bb-9abb-ec10c2c548cc req-5857f1ce-1bd1-4cc2-9a10-33a9d4834123 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:00.963203 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e9176158-3023-44bb-9abb-ec10c2c548cc req-5857f1ce-1bd1-4cc2-9a10-33a9d4834123 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0907335 Sep 18 12:40:01.024128 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e9176158-3023-44bb-9abb-ec10c2c548cc req-dec79b4b-f86b-4453-abc7-4af3c9d2969c tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523655 Sep 18 12:40:01.029177 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4bc98cc0-a712-48cf-b127-08c2eae36484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:01.058216 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4bc98cc0-a712-48cf-b127-08c2eae36484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:01.111874 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4bc98cc0-a712-48cf-b127-08c2eae36484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:01.114381 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4bc98cc0-a712-48cf-b127-08c2eae36484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:01.118282 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4bc98cc0-a712-48cf-b127-08c2eae36484 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69c986f2-800d-4c3b-9677-48bb96c80314 HTTP/1.1" status: 204 len: 168 time: 0.1995268 Sep 18 12:40:01.126424 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc98cc0-a712-48cf-b127-08c2eae36484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c986f2-800d-4c3b-9677-48bb96c80314,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:01.134123 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc98cc0-a712-48cf-b127-08c2eae36484 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:01.135003 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc98cc0-a712-48cf-b127-08c2eae36484 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:01.135360 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc98cc0-a712-48cf-b127-08c2eae36484 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:01.135710 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc98cc0-a712-48cf-b127-08c2eae36484 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:01.136088 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc98cc0-a712-48cf-b127-08c2eae36484 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:01.136422 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc98cc0-a712-48cf-b127-08c2eae36484 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:01.136746 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc98cc0-a712-48cf-b127-08c2eae36484 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:01.137065 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc98cc0-a712-48cf-b127-08c2eae36484 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:01.137385 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc98cc0-a712-48cf-b127-08c2eae36484 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:01.137698 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc98cc0-a712-48cf-b127-08c2eae36484 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:01.138012 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc98cc0-a712-48cf-b127-08c2eae36484 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:01.138462 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc98cc0-a712-48cf-b127-08c2eae36484 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:01.458395 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 52402) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:40:01.472913 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7a9cd34a-8315-40e9-ae7b-df954aa69b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:01.619308 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5596e-9da6-4e13-83a2-33c32fa94508 req-80ed8891-2eaa-4bca-9779-4fea1678b7b8 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:01.621274 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d7a5596e-9da6-4e13-83a2-33c32fa94508 req-80ed8891-2eaa-4bca-9779-4fea1678b7b8 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 944 time: 0.0904787 Sep 18 12:40:01.658159 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7a9cd34a-8315-40e9-ae7b-df954aa69b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:01.664854 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7a9cd34a-8315-40e9-ae7b-df954aa69b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:01.695648 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d7a5596e-9da6-4e13-83a2-33c32fa94508 req-662dd6bd-aa87-415f-aca6-efc035e40bbb tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631387 Sep 18 12:40:01.715006 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-7a9cd34a-8315-40e9-ae7b-df954aa69b39 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d220ee029fcd44428de22b58598ca0cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2555726 Sep 18 12:40:01.715877 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9cd34a-8315-40e9-ae7b-df954aa69b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d93e99b-3007-4b6a-84c9-fd3d75d9a1fa,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:01.717756 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 52412) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:40:01.767426 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38f49ab8-5117-4bb8-8f3f-df9a67e78dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:01.787398 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38f49ab8-5117-4bb8-8f3f-df9a67e78dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:01.835143 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38f49ab8-5117-4bb8-8f3f-df9a67e78dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:01.837749 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38f49ab8-5117-4bb8-8f3f-df9a67e78dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:01.838914 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-38f49ab8-5117-4bb8-8f3f-df9a67e78dcf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d93e99b-3007-4b6a-84c9-fd3d75d9a1fa HTTP/1.1" status: 204 len: 168 time: 0.1201897 Sep 18 12:40:01.847418 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f49ab8-5117-4bb8-8f3f-df9a67e78dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d93e99b-3007-4b6a-84c9-fd3d75d9a1fa,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:02.753826 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535e3da-ac2f-4147-be93-41bb3819b50c req-cf1abf86-4571-4ca4-9866-119fe3e47d1d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:02.755344 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e535e3da-ac2f-4147-be93-41bb3819b50c req-cf1abf86-4571-4ca4-9866-119fe3e47d1d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.2531402 Sep 18 12:40:02.823797 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e535e3da-ac2f-4147-be93-41bb3819b50c req-c0836878-216c-4f21-9fe0-a3ad4c800619 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625215 Sep 18 12:40:02.835576 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1cba4-bdbf-4485-ba26-f76de4c62707 req-5c6e0f50-c073-443e-9690-e5893eac04ef tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:02.837160 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-52b1cba4-bdbf-4485-ba26-f76de4c62707 req-5c6e0f50-c073-443e-9690-e5893eac04ef tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 944 time: 0.0699267 Sep 18 12:40:02.876736 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-52b1cba4-bdbf-4485-ba26-f76de4c62707 req-23d3c1de-755d-4792-8a10-106553380928 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338991 Sep 18 12:40:03.187022 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device a8398ecb-222b-4be2-bf32-b90cb0a8b9be details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 12:40:03.405959 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port a8398ecb-222b-4be2-bf32-b90cb0a8b9be, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a8398ecb-222b-4be2-bf32-b90cb0a8b9be,segment=NetworkSegment(c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b),segment_id=c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:40:03.417506 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Returning: {'device': 'a8398ecb-222b-4be2-bf32-b90cb0a8b9be', 'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24', 'port_id': 'a8398ecb-222b-4be2-bf32-b90cb0a8b9be', 'mac_address': 'fa:16:3e:14:34:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d4096f-b98a-4336-9196-ad5904271596', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 12:40:03.455843 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:03.468698 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8398ecb-222b-4be2-bf32-b90cb0a8b9be {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:40:03.489141 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port a8398ecb-222b-4be2-bf32-b90cb0a8b9be, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a8398ecb-222b-4be2-bf32-b90cb0a8b9be,segment=NetworkSegment(c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b),segment_id=c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:40:03.494195 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:03.543787 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=a8398ecb-222b-4be2-bf32-b90cb0a8b9be,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:03.825792 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['a8398ecb-222b-4be2-bf32-b90cb0a8b9be'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:40:03.966888 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067f3dd-444b-4da4-bfee-5c044f5cb3c2 req-bc1f4968-d095-4058-a047-973e75b6ba84 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:03.968559 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b067f3dd-444b-4da4-bfee-5c044f5cb3c2 req-bc1f4968-d095-4058-a047-973e75b6ba84 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0669222 Sep 18 12:40:04.035245 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d10b5-2031-4a83-a4b4-a5fd87438f09 req-80f87d74-2518-44eb-8c9d-497d8208b1c0 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:04.036953 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1e2d10b5-2031-4a83-a4b4-a5fd87438f09 req-80f87d74-2518-44eb-8c9d-497d8208b1c0 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 945 time: 0.0866582 Sep 18 12:40:04.042341 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b067f3dd-444b-4da4-bfee-5c044f5cb3c2 req-d87393aa-63df-431e-9baf-de1c0a514a47 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537121 Sep 18 12:40:04.077491 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1e2d10b5-2031-4a83-a4b4-a5fd87438f09 req-44ce506d-352d-4722-a9eb-a75999aa65a6 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337510 Sep 18 12:40:05.196571 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6816899-546e-4cfc-a390-a6e7d6bb7602 req-cfb5be62-a97d-499d-a0c1-8330f6dbd23f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:05.198080 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e6816899-546e-4cfc-a390-a6e7d6bb7602 req-cfb5be62-a97d-499d-a0c1-8330f6dbd23f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0805287 Sep 18 12:40:05.200639 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device a8398ecb-222b-4be2-bf32-b90cb0a8b9be up at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:40:05.209196 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a88176-1f68-4931-9ddf-42b70a2c976a req-80455d8e-8c5a-4f73-9d81-5e5c781c59aa tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:05.211321 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c8a88176-1f68-4931-9ddf-42b70a2c976a req-80455d8e-8c5a-4f73-9d81-5e5c781c59aa tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 945 time: 0.0677269 Sep 18 12:40:05.249547 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning for port a8398ecb-222b-4be2-bf32-b90cb0a8b9be completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 12:40:05.252955 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning complete for port a8398ecb-222b-4be2-bf32-b90cb0a8b9be triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:40:05.253332 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:05.270643 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e6816899-546e-4cfc-a390-a6e7d6bb7602 req-02b708c5-2af5-4e4f-9af8-41c124df509e tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583298 Sep 18 12:40:05.278445 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c8a88176-1f68-4931-9ddf-42b70a2c976a req-2e5a3b52-4b5c-4f9b-b413-823c913ee128 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592351 Sep 18 12:40:05.340665 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:05.365904 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50cfbb27-b22d-4b15-b1ec-1e462487c233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8398ecb-222b-4be2-bf32-b90cb0a8b9be'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:40:05.368164 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f443903345165d416a651567efac34002f351ff04fccc6d410eaa1beaa8a1ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f47836f-8791-483d-b9b7-091d7c60be53" -d '{"events": [{"server_uuid": "50cfbb27-b22d-4b15-b1ec-1e462487c233", "name": "network-vif-plugged", "status": "completed", "tag": "a8398ecb-222b-4be2-bf32-b90cb0a8b9be"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:40:05.390449 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port a8398ecb-222b-4be2-bf32-b90cb0a8b9be, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a8398ecb-222b-4be2-bf32-b90cb0a8b9be,segment=NetworkSegment(c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b),segment_id=c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:40:05.396110 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:05.424370 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89da757c-fd14-44be-92d9-2e1436baf0f3 x-openstack-request-id: req-89da757c-fd14-44be-92d9-2e1436baf0f3 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:40:05.424661 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50cfbb27-b22d-4b15-b1ec-1e462487c233", "name": "network-vif-plugged", "status": "completed", "tag": "a8398ecb-222b-4be2-bf32-b90cb0a8b9be", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:40:05.424912 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-89da757c-fd14-44be-92d9-2e1436baf0f3 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:40:05.425292 dv-cinder-809894-1-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50cfbb27-b22d-4b15-b1ec-1e462487c233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8398ecb-222b-4be2-bf32-b90cb0a8b9be', 'code': 200} Sep 18 12:40:05.451090 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=a8398ecb-222b-4be2-bf32-b90cb0a8b9be,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:05.458003 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:05.458360 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:05.458701 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:05.459034 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:05.459398 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:05.460289 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:05.460617 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:05.460939 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:05.461286 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:05.461612 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:05.461930 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:05.462245 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:40:06.426202 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8495267-29d5-47bc-bbd9-a15eaa278fae req-16577503-8241-484b-808b-fce035b1fb59 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:06.427691 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e8495267-29d5-47bc-bbd9-a15eaa278fae req-16577503-8241-484b-808b-fce035b1fb59 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 946 time: 0.0806108 Sep 18 12:40:06.434835 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66959302-72d2-4ec0-9330-c0cee1ba7747 req-87498d15-3148-4d5c-9055-445cb03aaace tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:06.436232 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-66959302-72d2-4ec0-9330-c0cee1ba7747 req-87498d15-3148-4d5c-9055-445cb03aaace tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0784590 Sep 18 12:40:06.491396 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e8495267-29d5-47bc-bbd9-a15eaa278fae req-d0855192-890f-4813-ac54-78ea81d6c290 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542214 Sep 18 12:40:06.498608 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-66959302-72d2-4ec0-9330-c0cee1ba7747 req-dbe9af7d-c3b8-458a-a429-652cf0a5e793 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558965 Sep 18 12:40:07.633767 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fb5a7-31ac-4911-8ab3-99485ae928c6 req-e4b1decd-56ae-46e9-894b-7c06aece90af tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:07.635354 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-377fb5a7-31ac-4911-8ab3-99485ae928c6 req-e4b1decd-56ae-46e9-894b-7c06aece90af tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 946 time: 0.0749495 Sep 18 12:40:07.643320 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04a161-54ae-491e-a16d-21a6d5dc352c req-03785fc0-4943-4c8e-b04d-fdf61d4706e8 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:07.644711 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ed04a161-54ae-491e-a16d-21a6d5dc352c req-03785fc0-4943-4c8e-b04d-fdf61d4706e8 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0759025 Sep 18 12:40:07.699499 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-377fb5a7-31ac-4911-8ab3-99485ae928c6 req-0bd68531-f9f2-4572-84ac-aa6302fee397 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538540 Sep 18 12:40:07.706379 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ed04a161-54ae-491e-a16d-21a6d5dc352c req-d5e2bc32-e730-4cf8-b680-44baa98523e9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552421 Sep 18 12:40:08.811597 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:40:08.880770 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d015a77-4999-4bf2-a0c9-3d03aecd8a06 req-7ea4c6e4-25cf-4828-aa5b-aabb7129130f tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:08.882429 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5d015a77-4999-4bf2-a0c9-3d03aecd8a06 req-7ea4c6e4-25cf-4828-aa5b-aabb7129130f tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 946 time: 0.1135316 Sep 18 12:40:08.923957 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d82924-c389-4730-ab4f-bbe9df470599 req-12541ad1-0191-40ef-a6f3-a477738ef775 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:08.925422 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-92d82924-c389-4730-ab4f-bbe9df470599 req-12541ad1-0191-40ef-a6f3-a477738ef775 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.1116281 Sep 18 12:40:08.936019 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5670aa-5a48-4ed1-ab18-db6d2ef06487 req-40e6b612-8414-4dc7-bde8-61c9f9551813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:08.937110 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ef5670aa-5a48-4ed1-ab18-db6d2ef06487 req-40e6b612-8414-4dc7-bde8-61c9f9551813 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 1099 time: 0.0909545 Sep 18 12:40:08.966580 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5d015a77-4999-4bf2-a0c9-3d03aecd8a06 req-2669f7cc-4364-48d0-88e9-024ef12352e6 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776587 Sep 18 12:40:08.998798 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-92d82924-c389-4730-ab4f-bbe9df470599 req-ed2a6600-a1c9-4b9f-bd7d-d93ab4ecd5f6 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649822 Sep 18 12:40:09.005022 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ef5670aa-5a48-4ed1-ab18-db6d2ef06487 req-85647de9-89f7-4f9a-975a-dfa40c8ad184 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556860 Sep 18 12:40:10.119448 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322319c0-9ee9-4099-a27b-dc626a3645b4 req-b7a3f2d3-cead-4ba0-aeb1-231da77ba7c9 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:10.120965 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-322319c0-9ee9-4099-a27b-dc626a3645b4 req-b7a3f2d3-cead-4ba0-aeb1-231da77ba7c9 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 946 time: 0.0718365 Sep 18 12:40:10.150499 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cc4a6-6161-43a9-a113-09b1d29f65e2 req-781ce582-c658-4b2a-b61e-40f68a5d1de4 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:10.151933 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-137cc4a6-6161-43a9-a113-09b1d29f65e2 req-781ce582-c658-4b2a-b61e-40f68a5d1de4 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0726788 Sep 18 12:40:10.181043 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-322319c0-9ee9-4099-a27b-dc626a3645b4 req-8e817767-2147-49a9-bb77-52913d93e792 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535619 Sep 18 12:40:10.201173 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-137cc4a6-6161-43a9-a113-09b1d29f65e2 req-bc95da9f-76f2-4ce2-8580-fa5bab075739 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414975 Sep 18 12:40:11.308234 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57f49f-f66a-45ce-8094-6d8416f51382 req-5bd7d75e-e4ea-431f-a6c2-e35c3410abad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:11.309720 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1b57f49f-f66a-45ce-8094-6d8416f51382 req-5bd7d75e-e4ea-431f-a6c2-e35c3410abad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbe0aabe590943c68b496df6463a2b88&device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 1098 time: 0.0966549 Sep 18 12:40:11.317569 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df1dde-81c8-4dbc-a6fa-31e4e33d5531 req-b80ae175-72a3-42e0-9649-50e3b10f16b9 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:11.318939 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-03df1dde-81c8-4dbc-a6fa-31e4e33d5531 req-b80ae175-72a3-42e0-9649-50e3b10f16b9 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.1151795 Sep 18 12:40:11.339844 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b61936-3ceb-4a14-a592-2fcc5f71a81b req-4534697b-ac45-4f8d-a15d-1c743ead4bfe tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:11.341247 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a9b61936-3ceb-4a14-a592-2fcc5f71a81b req-4534697b-ac45-4f8d-a15d-1c743ead4bfe tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 946 time: 0.0870664 Sep 18 12:40:11.453366 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-03df1dde-81c8-4dbc-a6fa-31e4e33d5531 req-ea843d9e-a9d3-4394-8abb-8da4e41831e0 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228063 Sep 18 12:40:11.457662 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a9b61936-3ceb-4a14-a592-2fcc5f71a81b req-f375a0b6-203b-4fa4-bc9a-ff1f5a05368a tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025248 Sep 18 12:40:11.479314 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57f49f-f66a-45ce-8094-6d8416f51382 req-c91cef33-cb4b-47fd-afe6-ac306f2efbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:11.482531 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1b57f49f-f66a-45ce-8094-6d8416f51382 req-c91cef33-cb4b-47fd-afe6-ac306f2efbda service neutron] 10.222.0.13 "GET /v2.0/networks?id=4df28532-82af-4330-b91d-ced682f08dad HTTP/1.1" status: 200 len: 919 time: 0.1612873 Sep 18 12:40:11.539386 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1b57f49f-f66a-45ce-8094-6d8416f51382 req-0331ad62-aa13-4416-976d-9fad6108ada7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d75058b-9aca-494d-823b-ca9a6b34652a HTTP/1.1" status: 200 len: 217 time: 0.0462949 Sep 18 12:40:11.661608 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de05979-02ef-4ad0-ac86-aef3ed3b3001 req-889b88e5-366b-4712-a8b1-73640a160c98 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:11.663238 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2de05979-02ef-4ad0-ac86-aef3ed3b3001 req-889b88e5-366b-4712-a8b1-73640a160c98 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.1333084 Sep 18 12:40:11.664810 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57f49f-f66a-45ce-8094-6d8416f51382 req-2e60f779-af4e-47a7-b50e-70ef3c726ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:11.666794 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1b57f49f-f66a-45ce-8094-6d8416f51382 req-2e60f779-af4e-47a7-b50e-70ef3c726ccd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cf48ed02-5e60-492d-a444-1382b9731455 HTTP/1.1" status: 200 len: 858 time: 0.1010425 Sep 18 12:40:11.718251 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1b57f49f-f66a-45ce-8094-6d8416f51382 req-e60f4553-b0fc-40e4-b0a8-70d53835800b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4df28532-82af-4330-b91d-ced682f08dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428951 Sep 18 12:40:11.725801 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5bc23-c3b2-4c08-a6cf-f54ea0401c5d req-36508e9d-4021-4851-b32a-5d017f257468 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:11.727388 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c7e5bc23-c3b2-4c08-a6cf-f54ea0401c5d req-36508e9d-4021-4851-b32a-5d017f257468 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 946 time: 0.1508760 Sep 18 12:40:11.785404 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2de05979-02ef-4ad0-ac86-aef3ed3b3001 req-7c520c46-092b-4ed1-af6c-2d0235d8d976 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133821 Sep 18 12:40:11.834301 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c7e5bc23-c3b2-4c08-a6cf-f54ea0401c5d req-da01a77d-c332-4198-bb40-4b4544ab00d4 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954676 Sep 18 12:40:11.860269 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1b57f49f-f66a-45ce-8094-6d8416f51382 req-fe1e9120-ca55-4b30-8780-9872098c0c03 service neutron] 10.222.0.13 "GET /v2.0/networks/4df28532-82af-4330-b91d-ced682f08dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312797 Sep 18 12:40:11.867897 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 52624) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:40:11.988425 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 52630) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:40:12.054128 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-729cabdd-e28f-4887-b328-6c3bbba2be20 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:12.060523 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-729cabdd-e28f-4887-b328-6c3bbba2be20 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/networks?id=0258a11c-e78a-4182-aaeb-730e179fbfeb HTTP/1.1" status: 200 len: 815 time: 0.1781576 Sep 18 12:40:12.061389 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-97a9e163-c168-4be3-bb57-225d16643c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:12.066067 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1b57f49f-f66a-45ce-8094-6d8416f51382 req-96bd8e3c-e1cc-4664-ad56-3824331d488c service neutron] 10.222.0.13 "GET /v2.0/networks/4df28532-82af-4330-b91d-ced682f08dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916137 Sep 18 12:40:12.077989 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-94ae593c-12c9-4d1f-b9b8-7e209ba9c50e tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/quotas/a792bb4fbeae46e3a5abe7197efe8adc HTTP/1.1" status: 200 len: 375 time: 0.0102479 Sep 18 12:40:12.147466 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-d7ff865c-622d-44a6-bab4-d71f43e347e7 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a792bb4fbeae46e3a5abe7197efe8adc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0626507 Sep 18 12:40:12.185699 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5985a43b-93c5-4846-8f5a-8d8d8a2a77b6 tempest-TestShelveInstance-996955898 tempest-TestShelveInstance-996955898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:12.187201 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-5985a43b-93c5-4846-8f5a-8d8d8a2a77b6 tempest-TestShelveInstance-996955898 tempest-TestShelveInstance-996955898-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 1094 time: 0.3182688 Sep 18 12:40:12.190087 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 52640) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:40:12.194232 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-31fde60f-d097-4ed8-af75-f007e2a42d05 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Request body: {'floatingip': {'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'port_id': 'a8398ecb-222b-4be2-bf32-b90cb0a8b9be', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:40:12.208342 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-97a9e163-c168-4be3-bb57-225d16643c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:12.216618 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-97a9e163-c168-4be3-bb57-225d16643c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:12.243215 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-2bb949f9-50ab-470d-a66c-eeaf17c5d837 service neutron] 10.222.0.24 "GET /v2.0/networks/0258a11c-e78a-4182-aaeb-730e179fbfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874333 Sep 18 12:40:12.260710 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-31fde60f-d097-4ed8-af75-f007e2a42d05 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for floatingip, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:12.266794 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-97a9e163-c168-4be3-bb57-225d16643c05 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8a0b35470d7422598e8bf79c77717b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772279 Sep 18 12:40:12.267457 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9e163-c168-4be3-bb57-225d16643c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8966ce-0c97-43b4-b633-b7fdbb7ab3f0,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:12.271542 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 52642) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:40:12.363361 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-31fde60f-d097-4ed8-af75-f007e2a42d05 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:12.374498 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5172f1b0-8162-47f3-963a-71e0db63b9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:12.378378 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-4206b2a0-782d-4638-a487-f0e3f02d7568 service neutron] 10.222.0.24 "GET /v2.0/networks/0258a11c-e78a-4182-aaeb-730e179fbfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294422 Sep 18 12:40:12.401584 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5172f1b0-8162-47f3-963a-71e0db63b9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:12.450460 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5172f1b0-8162-47f3-963a-71e0db63b9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:12.453212 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5172f1b0-8162-47f3-963a-71e0db63b9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:12.454346 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-5172f1b0-8162-47f3-963a-71e0db63b9c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc8966ce-0c97-43b4-b633-b7fdbb7ab3f0 HTTP/1.1" status: 204 len: 168 time: 0.1817563 Sep 18 12:40:12.463442 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172f1b0-8162-47f3-963a-71e0db63b9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8966ce-0c97-43b4-b633-b7fdbb7ab3f0,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:12.490683 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-31fde60f-d097-4ed8-af75-f007e2a42d05 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Allocated IP 172.27.1.168 (135fce6b-ed16-41bb-8b70-07cd0f37ee2f/d6efedb2-cfaf-4090-8480-952b0af5c0d6/b9d33547-3964-48f7-8ca0-c7ea9f2470d8) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:40:12.598130 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9287651b-b052-446a-8b2e-9e8977d94b10 req-7b93fef5-ea06-45b0-86da-4b431c54279f tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 210 time: 0.0484700 Sep 18 12:40:12.631099 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-31fde60f-d097-4ed8-af75-f007e2a42d05 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:12.643204 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3edf8-0efa-4f49-885e-43e2d9b29b18 req-53071551-f093-422f-85ed-980193011efe tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:12.645050 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0dd3edf8-0efa-4f49-885e-43e2d9b29b18 req-53071551-f093-422f-85ed-980193011efe tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0935171 Sep 18 12:40:12.674037 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-31fde60f-d097-4ed8-af75-f007e2a42d05 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:12.708403 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0dd3edf8-0efa-4f49-885e-43e2d9b29b18 req-00538558-d9c4-4e94-ae07-f636379c03c2 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553334 Sep 18 12:40:12.721669 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fde60f-d097-4ed8-af75-f007e2a42d05 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:40:12.727096 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-31fde60f-d097-4ed8-af75-f007e2a42d05 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:40:12.729961 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fde60f-d097-4ed8-af75-f007e2a42d05 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:40:12.763263 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fde60f-d097-4ed8-af75-f007e2a42d05 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Pushing event updated for resources: {'Port': ['ID=b9d33547-3964-48f7-8ca0-c7ea9f2470d8,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:12.858478 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 52662) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:40:12.874929 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6fc09dea-0644-46bd-9546-096bbc43e74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:12.945885 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ce76b-507d-4952-927e-4e108ed8f49c req-16240efc-a0f5-4ee3-bc01-70571c0a1221 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:12.948249 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2c0ce76b-507d-4952-927e-4e108ed8f49c req-16240efc-a0f5-4ee3-bc01-70571c0a1221 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0754375 Sep 18 12:40:13.011449 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2c0ce76b-507d-4952-927e-4e108ed8f49c req-ad117308-23da-43d1-90d6-799fdb60ac71 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535121 Sep 18 12:40:13.047410 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6fc09dea-0644-46bd-9546-096bbc43e74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:13.052997 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6fc09dea-0644-46bd-9546-096bbc43e74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:13.095142 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6fc09dea-0644-46bd-9546-096bbc43e74a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16f44bf7809b495bb87692808868d5df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331736 Sep 18 12:40:13.095142 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc09dea-0644-46bd-9546-096bbc43e74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb3bf26-c81e-4c08-93ed-a28e8c705df3,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:13.095453 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 52664) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:40:13.278170 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1219f49b-3205-40c5-8401-0a700c5a227d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:13.327055 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1219f49b-3205-40c5-8401-0a700c5a227d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:13.338159 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-31fde60f-d097-4ed8-af75-f007e2a42d05 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:13.669376 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-31fde60f-d097-4ed8-af75-f007e2a42d05 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:13.694712 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1219f49b-3205-40c5-8401-0a700c5a227d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:13.697417 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1219f49b-3205-40c5-8401-0a700c5a227d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:13.698523 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-1219f49b-3205-40c5-8401-0a700c5a227d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/feb3bf26-c81e-4c08-93ed-a28e8c705df3 HTTP/1.1" status: 204 len: 168 time: 0.6016099 Sep 18 12:40:13.726391 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219f49b-3205-40c5-8401-0a700c5a227d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb3bf26-c81e-4c08-93ed-a28e8c705df3,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:13.728625 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f572f981-4707-4363-ba2c-5cdc943808b3 req-2705b157-e5b0-41eb-b9ac-70d7e7aa6f6b tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 210 time: 0.0557117 Sep 18 12:40:13.841654 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-ff8f315a-1f95-4d8a-8375-79ce2c8f2359 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:13.843564 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-ff8f315a-1f95-4d8a-8375-79ce2c8f2359 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.13 "GET /v2.0/networks?id=0258a11c-e78a-4182-aaeb-730e179fbfeb HTTP/1.1" status: 200 len: 815 time: 0.1694815 Sep 18 12:40:13.879307 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-d04e84f0-2d1b-41d9-ae4e-a0e629c9e479 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Request body: {'port': {'device_id': '25eef379-1ef4-40fe-8234-cab36471a870', 'network_id': '0258a11c-e78a-4182-aaeb-730e179fbfeb', 'admin_state_up': True, 'tenant_id': 'a792bb4fbeae46e3a5abe7197efe8adc'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:40:13.920338 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-31fde60f-d097-4ed8-af75-f007e2a42d05 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:13.926320 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-31fde60f-d097-4ed8-af75-f007e2a42d05 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655335'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:13.929775 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d5a7a-7dad-4e36-9c51-8197a5f5d991 req-7be0405a-0ebb-4c20-bdf5-9dfa6917df02 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:13.931388 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-705d5a7a-7dad-4e36-9c51-8197a5f5d991 req-7be0405a-0ebb-4c20-bdf5-9dfa6917df02 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0863855 Sep 18 12:40:14.010980 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fde60f-d097-4ed8-af75-f007e2a42d05 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Pushing event updated for resources: {'Port': ['ID=b9d33547-3964-48f7-8ca0-c7ea9f2470d8,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:14.028527 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-31fde60f-d097-4ed8-af75-f007e2a42d05 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673873'] for floatingip, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:14.030787 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-705d5a7a-7dad-4e36-9c51-8197a5f5d991 req-73ad5b83-4748-4d49-89be-56459940c51f tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690730 Sep 18 12:40:14.069168 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-d04e84f0-2d1b-41d9-ae4e-a0e629c9e479 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Made reservation on behalf of a792bb4fbeae46e3a5abe7197efe8adc for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:40:14.074192 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-d04e84f0-2d1b-41d9-ae4e-a0e629c9e479 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:14.152442 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.db.l3_db [None req-31fde60f-d097-4ed8-af75-f007e2a42d05 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Floating IP 775542f0-7d15-49ca-90cb-77c27e470dd4 associated. External IP: 172.27.1.168, port: a8398ecb-222b-4be2-bf32-b90cb0a8b9be. Sep 18 12:40:14.239775 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb83b5a-2196-4300-9a7e-9340c0a6c29d req-f0bf898b-3694-492d-a9e7-5bd3c020f66c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:14.241403 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7eb83b5a-2196-4300-9a7e-9340c0a6c29d req-f0bf898b-3694-492d-a9e7-5bd3c020f66c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.1289725 Sep 18 12:40:14.290201 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-d04e84f0-2d1b-41d9-ae4e-a0e629c9e479 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Allocated IP 172.20.0.13 (0258a11c-e78a-4182-aaeb-730e179fbfeb/de9e0f89-2fac-4bfb-b9e8-42c05ff8d04e/c8518ad4-bd46-4c74-9521-3b640a25f7ca) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:40:14.306647 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7eb83b5a-2196-4300-9a7e-9340c0a6c29d req-32b7c3bb-5e82-4ef2-8246-027903d80c5c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575960 Sep 18 12:40:14.401404 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fde60f-d097-4ed8-af75-f007e2a42d05 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Router 0a36f343-2eb0-4e34-a6ac-6b1d796c788f has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:40:14.457096 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-d04e84f0-2d1b-41d9-ae4e-a0e629c9e479 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:14.494835 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-d04e84f0-2d1b-41d9-ae4e-a0e629c9e479 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:14.511087 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['af4da8e2-6830-49f9-be19-4120aed4673e', '8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31', 'f46d20d8-f1ba-456b-9666-0713382f34fc'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:40:14.550121 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-d04e84f0-2d1b-41d9-ae4e-a0e629c9e479 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Network 0258a11c-e78a-4182-aaeb-730e179fbfeb is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:40:14.553013 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-d04e84f0-2d1b-41d9-ae4e-a0e629c9e479 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:40:14.556734 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-d04e84f0-2d1b-41d9-ae4e-a0e629c9e479 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:40:14.562253 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-d04e84f0-2d1b-41d9-ae4e-a0e629c9e479 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:14.562864 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-d04e84f0-2d1b-41d9-ae4e-a0e629c9e479 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:14.563065 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fde60f-d097-4ed8-af75-f007e2a42d05 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:40:14.572967 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d71c72-735a-43bd-8f27-d576f3a44c5e None None] Sync routers for ids ['0a36f343-2eb0-4e34-a6ac-6b1d796c788f'] in dv-cinder-809894-1-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:40:14.578054 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e84f0-2d1b-41d9-ae4e-a0e629c9e479 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Pushing event updated for resources: {'Port': ['ID=c8518ad4-bd46-4c74-9521-3b640a25f7ca,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:14.586062 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d71c72-735a-43bd-8f27-d576f3a44c5e None None] Routers {'0a36f343-2eb0-4e34-a6ac-6b1d796c788f'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:40:14.587195 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-01d71c72-735a-43bd-8f27-d576f3a44c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:39:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['0a36f343-2eb0-4e34-a6ac-6b1d796c788f'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:40:14.591226 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-d04e84f0-2d1b-41d9-ae4e-a0e629c9e479 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7171106 Sep 18 12:40:14.610008 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-63eaf389-f247-40dc-8243-6e913ada3216 service neutron] Request body: {'port': {'device_id': '25eef379-1ef4-40fe-8234-cab36471a870', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:40:14.613190 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-31fde60f-d097-4ed8-af75-f007e2a42d05 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for floatingip, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:14.685658 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-31fde60f-d097-4ed8-af75-f007e2a42d05 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4917834 Sep 18 12:40:14.686253 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50cfbb27-b22d-4b15-b1ec-1e462487c233', 'tag': 'a8398ecb-222b-4be2-bf32-b90cb0a8b9be'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:40:14.688558 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e020be344c3c72492647676234d3904a5fccbfbca8e1277db2cbf238375b01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870c5843-f106-4ca2-b34a-f9a7821b28d6" -d '{"events": [{"name": "network-changed", "server_uuid": "50cfbb27-b22d-4b15-b1ec-1e462487c233", "tag": "a8398ecb-222b-4be2-bf32-b90cb0a8b9be"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:40:14.695379 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-63eaf389-f247-40dc-8243-6e913ada3216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:14.739689 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512b473a-be06-4264-a8a9-8a55d6eab97c x-openstack-request-id: req-512b473a-be06-4264-a8a9-8a55d6eab97c {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:40:14.740089 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50cfbb27-b22d-4b15-b1ec-1e462487c233", "tag": "a8398ecb-222b-4be2-bf32-b90cb0a8b9be", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:40:14.740433 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-512b473a-be06-4264-a8a9-8a55d6eab97c {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:40:14.740933 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50cfbb27-b22d-4b15-b1ec-1e462487c233', 'tag': 'a8398ecb-222b-4be2-bf32-b90cb0a8b9be', 'status': 'completed', 'code': 200} Sep 18 12:40:14.842809 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddab08-d8f5-42c5-a07a-be69cf648daf req-0d0936bf-0a5a-4669-add9-558439283a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:14.844539 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b2ddab08-d8f5-42c5-a07a-be69cf648daf req-0d0936bf-0a5a-4669-add9-558439283a50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbe0aabe590943c68b496df6463a2b88&device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 1098 time: 0.0886359 Sep 18 12:40:14.886989 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-01d71c72-735a-43bd-8f27-d576f3a44c5e None None] Set router 0a36f343-2eb0-4e34-a6ac-6b1d796c788f gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:40:14.978984 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c5843-f106-4ca2-b34a-f9a7821b28d6 req-27999f2a-be76-4514-99ad-22139d195c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:14.980962 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-870c5843-f106-4ca2-b34a-f9a7821b28d6 req-27999f2a-be76-4514-99ad-22139d195c44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4d22566be4e4b22aa8ebdb652155edd&device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 1099 time: 0.1660669 Sep 18 12:40:15.051725 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddab08-d8f5-42c5-a07a-be69cf648daf req-dbafa38f-f077-484b-9dc4-3837c0aa753e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:15.053315 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b2ddab08-d8f5-42c5-a07a-be69cf648daf req-dbafa38f-f077-484b-9dc4-3837c0aa753e service neutron] 10.222.0.13 "GET /v2.0/networks?id=4df28532-82af-4330-b91d-ced682f08dad HTTP/1.1" status: 200 len: 919 time: 0.1856604 Sep 18 12:40:15.120491 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b2ddab08-d8f5-42c5-a07a-be69cf648daf req-2579df2e-410d-4064-9960-0bab86654dd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d75058b-9aca-494d-823b-ca9a6b34652a HTTP/1.1" status: 200 len: 217 time: 0.0459869 Sep 18 12:40:15.179908 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddab08-d8f5-42c5-a07a-be69cf648daf req-8fe09b7b-bb7c-4588-8f27-4fe578a26705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:15.180800 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b2ddab08-d8f5-42c5-a07a-be69cf648daf req-8fe09b7b-bb7c-4588-8f27-4fe578a26705 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cf48ed02-5e60-492d-a444-1382b9731455 HTTP/1.1" status: 200 len: 858 time: 0.0530007 Sep 18 12:40:15.208091 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-01d71c72-735a-43bd-8f27-d576f3a44c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'name': 'tempest-TestShelveInstance-839495822-router', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '275a81ff-b2ef-4117-befe-66a12499c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:04Z', 'updated_at': '2021-09-18T12:39:08Z', 'revision_number': 4, 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'gw_port': {'id': '275a81ff-b2ef-4117-befe-66a12499c2be', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:10:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:05Z', 'updated_at': '2021-09-18T12:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': '775542f0-7d15-49ca-90cb-77c27e470dd4', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'floating_ip_address': '172.27.1.168', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'port_id': 'a8398ecb-222b-4be2-bf32-b90cb0a8b9be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24', 'mac_address': 'fa:16:3e:14:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cfbb27-b22d-4b15-b1ec-1e462487c233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:40:13Z', 'updated_at': '2021-09-18T12:40:13Z', 'revision_number': 0, 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e69a5b-3f32-409c-b596-c80cc07f7086', 'name': '', 'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'mac_address': 'fa:16:3e:da:36:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd9d4096f-b98a-4336-9196-ad5904271596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:07Z', 'updated_at': '2021-09-18T12:39:13Z', 'revision_number': 5, 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'subnets': [{'id': 'd9d4096f-b98a-4336-9196-ad5904271596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:40:15.237463 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b2ddab08-d8f5-42c5-a07a-be69cf648daf req-70c60d1b-84ed-4021-9d94-42142a162fa6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4df28532-82af-4330-b91d-ced682f08dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475664 Sep 18 12:40:15.241433 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d71c72-735a-43bd-8f27-d576f3a44c5e None None] Checking router: 0a36f343-2eb0-4e34-a6ac-6b1d796c788f for host: dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:40:15.250771 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d71c72-735a-43bd-8f27-d576f3a44c5e None None] Routers {'0a36f343-2eb0-4e34-a6ac-6b1d796c788f'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:40:15.251499 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-01d71c72-735a-43bd-8f27-d576f3a44c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:39:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['0a36f343-2eb0-4e34-a6ac-6b1d796c788f'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:40:15.339418 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1280827-97ed-4e96-a9cf-7d4682b549cc req-6232892e-a4c2-4c91-9c54-5d586fe9b134 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:15.342001 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f1280827-97ed-4e96-a9cf-7d4682b549cc req-6232892e-a4c2-4c91-9c54-5d586fe9b134 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 932 time: 0.4605746 Sep 18 12:40:15.363984 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b2ddab08-d8f5-42c5-a07a-be69cf648daf req-e7433882-6557-4f3e-a40d-98d6d8a987bd service neutron] 10.222.0.13 "GET /v2.0/networks/4df28532-82af-4330-b91d-ced682f08dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140578 Sep 18 12:40:15.396278 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-01d71c72-735a-43bd-8f27-d576f3a44c5e None None] Set router 0a36f343-2eb0-4e34-a6ac-6b1d796c788f gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:40:15.460669 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-b2ddab08-d8f5-42c5-a07a-be69cf648daf req-56416aaf-4862-41cb-b7cc-f3af7133c4f0 service neutron] 10.222.0.13 "GET /v2.0/networks/4df28532-82af-4330-b91d-ced682f08dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840096 Sep 18 12:40:15.516031 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c5843-f106-4ca2-b34a-f9a7821b28d6 req-68a38d82-f381-4a87-a7eb-3f4bcc13ea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:15.517547 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-870c5843-f106-4ca2-b34a-f9a7821b28d6 req-68a38d82-f381-4a87-a7eb-3f4bcc13ea93 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da8e8d91-b4c1-44c8-85aa-aea272684f24 HTTP/1.1" status: 200 len: 909 time: 0.5137815 Sep 18 12:40:15.520377 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f1280827-97ed-4e96-a9cf-7d4682b549cc req-77ab2481-9e8f-44d2-959b-183027ac25d9 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424749 Sep 18 12:40:15.529619 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341589d8-55f0-4060-a687-eaf808449ba1 req-856c7f05-9b0a-496e-bc3d-bd4871e3b611 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:15.531055 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-341589d8-55f0-4060-a687-eaf808449ba1 req-856c7f05-9b0a-496e-bc3d-bd4871e3b611 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.2085917 Sep 18 12:40:15.643326 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-01d71c72-735a-43bd-8f27-d576f3a44c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'name': 'tempest-TestShelveInstance-839495822-router', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '275a81ff-b2ef-4117-befe-66a12499c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:04Z', 'updated_at': '2021-09-18T12:39:08Z', 'revision_number': 4, 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'gw_port': {'id': '275a81ff-b2ef-4117-befe-66a12499c2be', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:10:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:05Z', 'updated_at': '2021-09-18T12:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': '775542f0-7d15-49ca-90cb-77c27e470dd4', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'floating_ip_address': '172.27.1.168', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'port_id': 'a8398ecb-222b-4be2-bf32-b90cb0a8b9be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24', 'mac_address': 'fa:16:3e:14:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cfbb27-b22d-4b15-b1ec-1e462487c233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:40:13Z', 'updated_at': '2021-09-18T12:40:13Z', 'revision_number': 0, 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e69a5b-3f32-409c-b596-c80cc07f7086', 'name': '', 'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'mac_address': 'fa:16:3e:da:36:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd9d4096f-b98a-4336-9196-ad5904271596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:07Z', 'updated_at': '2021-09-18T12:39:13Z', 'revision_number': 5, 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'subnets': [{'id': 'd9d4096f-b98a-4336-9196-ad5904271596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:40:15.670258 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d71c72-735a-43bd-8f27-d576f3a44c5e None None] The sync data for ids ['0a36f343-2eb0-4e34-a6ac-6b1d796c788f'] in dv-cinder-809894-1-iscsi is: [{'id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'name': 'tempest-TestShelveInstance-839495822-router', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '275a81ff-b2ef-4117-befe-66a12499c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:04Z', 'updated_at': '2021-09-18T12:39:08Z', 'revision_number': 4, 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'gw_port': {'id': '275a81ff-b2ef-4117-befe-66a12499c2be', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:10:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:05Z', 'updated_at': '2021-09-18T12:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': '775542f0-7d15-49ca-90cb-77c27e470dd4', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'floating_ip_address': '172.27.1.168', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'port_id': 'a8398ecb-222b-4be2-bf32-b90cb0a8b9be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24', 'mac_address': 'fa:16:3e:14:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cfbb27-b22d-4b15-b1ec-1e462487c233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:40:13Z', 'updated_at': '2021-09-18T12:40:13Z', 'revision_number': 0, 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e69a5b-3f32-409c-b596-c80cc07f7086', 'name': '', 'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'mac_address': 'fa:16:3e:da:36:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd9d4096f-b98a-4336-9196-ad5904271596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:07Z', 'updated_at': '2021-09-18T12:39:13Z', 'revision_number': 5, 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'subnets': [{'id': 'd9d4096f-b98a-4336-9196-ad5904271596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:40:15.720136 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-63eaf389-f247-40dc-8243-6e913ada3216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8518ad4-bd46-4c74-9521-3b640a25f7ca {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:40:15.738174 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-341589d8-55f0-4060-a687-eaf808449ba1 req-78580661-85fd-47d1-9a13-ce5a2ecf194a tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899595 Sep 18 12:40:15.740635 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-63eaf389-f247-40dc-8243-6e913ada3216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:15.752583 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-870c5843-f106-4ca2-b34a-f9a7821b28d6 req-1afdf6f5-3677-47d9-8ce4-55a5df23ae66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8398ecb-222b-4be2-bf32-b90cb0a8b9be HTTP/1.1" status: 200 len: 1000 time: 0.2205751 Sep 18 12:40:15.761554 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-63eaf389-f247-40dc-8243-6e913ada3216 service neutron] Transition to ACTIVE for port object c8518ad4-bd46-4c74-9521-3b640a25f7ca will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 12:40:15.781001 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82947a13-8342-406a-84d1-7f1c66f82001 req-b2c8ab44-66ce-454b-bd3f-ff902592d4c8 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:15.782545 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82947a13-8342-406a-84d1-7f1c66f82001 req-b2c8ab44-66ce-454b-bd3f-ff902592d4c8 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.1865246 Sep 18 12:40:15.783128 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-63eaf389-f247-40dc-8243-6e913ada3216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:15.868645 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9bb891-0882-466f-aa86-9c4445b5779c None None] New status for floating IP 775542f0-7d15-49ca-90cb-77c27e470dd4: ACTIVE {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 12:40:15.895640 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c5843-f106-4ca2-b34a-f9a7821b28d6 req-82a1cc66-114c-4a8c-a991-cccab4b68854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:15.897156 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-870c5843-f106-4ca2-b34a-f9a7821b28d6 req-82a1cc66-114c-4a8c-a991-cccab4b68854 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9d4096f-b98a-4336-9196-ad5904271596 HTTP/1.1" status: 200 len: 847 time: 0.1324925 Sep 18 12:40:15.900388 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eaf389-f247-40dc-8243-6e913ada3216 service neutron] Pushing event updated for resources: {'Port': ['ID=c8518ad4-bd46-4c74-9521-3b640a25f7ca,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:15.910629 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82947a13-8342-406a-84d1-7f1c66f82001 req-6d4af5f2-89b3-473e-9c8e-6b91358735a9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044195 Sep 18 12:40:15.962075 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-63eaf389-f247-40dc-8243-6e913ada3216 service neutron] Attempting to bind port c8518ad4-bd46-4c74-9521-3b640a25f7ca on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:40:15.962407 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-63eaf389-f247-40dc-8243-6e913ada3216 service neutron] Attempting to bind port c8518ad4-bd46-4c74-9521-3b640a25f7ca by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': 'e611941f-17b4-4933-b698-5af07f251eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0258a11c-e78a-4182-aaeb-730e179fbfeb'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:40:15.962735 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-63eaf389-f247-40dc-8243-6e913ada3216 service neutron] Attempting to bind port c8518ad4-bd46-4c74-9521-3b640a25f7ca on network 0258a11c-e78a-4182-aaeb-730e179fbfeb {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:40:15.969548 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-63eaf389-f247-40dc-8243-6e913ada3216 service neutron] Port c8518ad4-bd46-4c74-9521-3b640a25f7ca on network 0258a11c-e78a-4182-aaeb-730e179fbfeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 12:40:15.969883 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-63eaf389-f247-40dc-8243-6e913ada3216 service neutron] Attempting to bind port c8518ad4-bd46-4c74-9521-3b640a25f7ca on network 0258a11c-e78a-4182-aaeb-730e179fbfeb {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:40:15.979214 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c5843-f106-4ca2-b34a-f9a7821b28d6 req-9795122e-da33-43cc-be7f-a4c3d0000941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:15.980767 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-870c5843-f106-4ca2-b34a-f9a7821b28d6 req-9795122e-da33-43cc-be7f-a4c3d0000941 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da8e8d91-b4c1-44c8-85aa-aea272684f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734859 Sep 18 12:40:15.981452 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-63eaf389-f247-40dc-8243-6e913ada3216 service neutron] Checking agent: {'id': '48060bde-194c-4a59-bb73-c876edc89e02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'started_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:40:15.981779 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-63eaf389-f247-40dc-8243-6e913ada3216 service neutron] Checking segment: {'id': 'e611941f-17b4-4933-b698-5af07f251eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0258a11c-e78a-4182-aaeb-730e179fbfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:40:15.982147 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-63eaf389-f247-40dc-8243-6e913ada3216 service neutron] Bound using segment: {'id': 'e611941f-17b4-4933-b698-5af07f251eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0258a11c-e78a-4182-aaeb-730e179fbfeb'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:40:15.982570 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-63eaf389-f247-40dc-8243-6e913ada3216 service neutron] Bound port: c8518ad4-bd46-4c74-9521-3b640a25f7ca, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e611941f-17b4-4933-b698-5af07f251eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0258a11c-e78a-4182-aaeb-730e179fbfeb'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:40:15.982921 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-63eaf389-f247-40dc-8243-6e913ada3216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:16.110018 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-63eaf389-f247-40dc-8243-6e913ada3216 service neutron] For port c8518ad4-bd46-4c74-9521-3b640a25f7ca, host hv-cinder-80989, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:40:16.115356 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-63eaf389-f247-40dc-8243-6e913ada3216 service neutron] For port c8518ad4-bd46-4c74-9521-3b640a25f7ca, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=c8518ad4-bd46-4c74-9521-3b640a25f7ca,segment=NetworkSegment(e611941f-17b4-4933-b698-5af07f251eef),segment_id=e611941f-17b4-4933-b698-5af07f251eef)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:40:16.122730 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-63eaf389-f247-40dc-8243-6e913ada3216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:16.133976 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-870c5843-f106-4ca2-b34a-f9a7821b28d6 req-5f7cc992-4eeb-4100-a47e-9e9f1ed48a1d service neutron] 10.222.0.13 "GET /v2.0/networks/da8e8d91-b4c1-44c8-85aa-aea272684f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426139 Sep 18 12:40:16.163938 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-63eaf389-f247-40dc-8243-6e913ada3216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:16.164540 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-63eaf389-f247-40dc-8243-6e913ada3216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:16.166367 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-63eaf389-f247-40dc-8243-6e913ada3216 service neutron] 10.222.0.13 "PUT /v2.0/ports/c8518ad4-bd46-4c74-9521-3b640a25f7ca HTTP/1.1" status: 200 len: 1094 time: 1.5637612 Sep 18 12:40:16.168431 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25eef379-1ef4-40fe-8234-cab36471a870', 'tag': 'c8518ad4-bd46-4c74-9521-3b640a25f7ca'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:40:16.170591 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038757ae-bb34-4623-848c-4da631629d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "25eef379-1ef4-40fe-8234-cab36471a870", "tag": "c8518ad4-bd46-4c74-9521-3b640a25f7ca"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:40:16.236538 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7d2def-594b-4357-91ff-cd4429a03509 x-openstack-request-id: req-ea7d2def-594b-4357-91ff-cd4429a03509 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:40:16.237165 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25eef379-1ef4-40fe-8234-cab36471a870", "tag": "c8518ad4-bd46-4c74-9521-3b640a25f7ca", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:40:16.237411 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea7d2def-594b-4357-91ff-cd4429a03509 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:40:16.237792 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25eef379-1ef4-40fe-8234-cab36471a870', 'tag': 'c8518ad4-bd46-4c74-9521-3b640a25f7ca', 'status': 'completed', 'code': 200} Sep 18 12:40:16.270248 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eaf389-f247-40dc-8243-6e913ada3216 service neutron] Pushing event updated for resources: {'Port': ['ID=c8518ad4-bd46-4c74-9521-3b640a25f7ca,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:16.300586 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-870c5843-f106-4ca2-b34a-f9a7821b28d6 req-48a10906-1181-481d-a71a-e2d65d8e0cca service neutron] 10.222.0.13 "GET /v2.0/networks/da8e8d91-b4c1-44c8-85aa-aea272684f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490190 Sep 18 12:40:16.304816 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-627d7dd4-7011-4bde-b777-4894dbee01f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:16.306270 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-627d7dd4-7011-4bde-b777-4894dbee01f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a792bb4fbeae46e3a5abe7197efe8adc&device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 1097 time: 0.0677297 Sep 18 12:40:16.352384 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-c9fdff9a-4943-4c10-a932-a87071c5cf4f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8518ad4-bd46-4c74-9521-3b640a25f7ca HTTP/1.1" status: 200 len: 217 time: 0.0357411 Sep 18 12:40:16.409812 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-503e081a-0b56-41d5-9367-2d399c627df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:16.411579 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-503e081a-0b56-41d5-9367-2d399c627df6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de9e0f89-2fac-4bfb-b9e8-42c05ff8d04e HTTP/1.1" status: 200 len: 855 time: 0.0504692 Sep 18 12:40:16.456460 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-01dc8d43-ff44-4cb1-b8ed-4cff5e83e442 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0258a11c-e78a-4182-aaeb-730e179fbfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245514 Sep 18 12:40:16.548758 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-0412d8d3-2655-43e8-bffe-c5f0f80a36f6 service neutron] 10.222.0.13 "GET /v2.0/networks/0258a11c-e78a-4182-aaeb-730e179fbfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797808 Sep 18 12:40:16.678122 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612a7cf-da83-4ed1-8f0a-085df4bedf9b req-65dbe60b-df07-4829-99cd-a718dc84598d tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:16.679499 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9612a7cf-da83-4ed1-8f0a-085df4bedf9b req-65dbe60b-df07-4829-99cd-a718dc84598d tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 944 time: 0.0893097 Sep 18 12:40:16.682678 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c129ff18-f3dd-4e68-98a3-a9464d3ebc9d req-872073b8-a0c3-479d-9bf9-9d233101a9e3 service neutron] 10.222.0.13 "GET /v2.0/networks/0258a11c-e78a-4182-aaeb-730e179fbfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245787 Sep 18 12:40:16.719126 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9612a7cf-da83-4ed1-8f0a-085df4bedf9b req-ef0cfc2e-0068-4800-96a9-1c3a88475ecc tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330849 Sep 18 12:40:16.800587 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038757ae-bb34-4623-848c-4da631629d9b req-71867211-b104-4c34-928b-cd56a458615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:16.802065 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-038757ae-bb34-4623-848c-4da631629d9b req-71867211-b104-4c34-928b-cd56a458615a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a792bb4fbeae46e3a5abe7197efe8adc&device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 1097 time: 0.0422320 Sep 18 12:40:16.854050 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8969c09-9b2a-49c9-b951-2cc454a28440 req-25f8ce5f-faea-4601-b56d-b46df3f84343 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:16.855464 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d8969c09-9b2a-49c9-b951-2cc454a28440 req-25f8ce5f-faea-4601-b56d-b46df3f84343 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0451837 Sep 18 12:40:16.891928 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d8969c09-9b2a-49c9-b951-2cc454a28440 req-d8b9caed-f324-4830-b1b8-baa8f9b1844c tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307825 Sep 18 12:40:17.040292 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1821b-846b-4241-94ba-1786283e4153 req-ccf45349-7c22-4dcb-9729-53b0ef69d6e0 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:17.041725 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-76d1821b-846b-4241-94ba-1786283e4153 req-ccf45349-7c22-4dcb-9729-53b0ef69d6e0 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0472209 Sep 18 12:40:17.077811 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-76d1821b-846b-4241-94ba-1786283e4153 req-b7e2e8d0-e0e6-400e-8782-ed80747b5ad4 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302594 Sep 18 12:40:17.555093 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:17.830580 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640fcf7-7c22-418c-a59d-2a0fafd561f7 req-7708d454-234d-41a8-9725-675d4d7512d8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:17.832032 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d640fcf7-7c22-418c-a59d-2a0fafd561f7 req-7708d454-234d-41a8-9725-675d4d7512d8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 944 time: 0.0496070 Sep 18 12:40:17.868270 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d640fcf7-7c22-418c-a59d-2a0fafd561f7 req-cc439d2f-0de1-41d9-8e95-6df34db91e95 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296814 Sep 18 12:40:18.058209 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce61f5-503d-4fff-9b6b-5cd290ee60f1 req-b9d244dd-bee6-4ced-aed3-ea4022706339 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:18.059685 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9fce61f5-503d-4fff-9b6b-5cd290ee60f1 req-b9d244dd-bee6-4ced-aed3-ea4022706339 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.1035483 Sep 18 12:40:18.097174 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038757ae-bb34-4623-848c-4da631629d9b req-963ddf76-faf3-4931-8d5f-4d40cc352605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:18.098575 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-038757ae-bb34-4623-848c-4da631629d9b req-963ddf76-faf3-4931-8d5f-4d40cc352605 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0258a11c-e78a-4182-aaeb-730e179fbfeb HTTP/1.1" status: 200 len: 916 time: 0.1323659 Sep 18 12:40:18.110651 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9fce61f5-503d-4fff-9b6b-5cd290ee60f1 req-f8022b76-b28e-4f97-a47a-3df61e068ff2 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450029 Sep 18 12:40:18.192837 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd468e7e-658d-4e01-9b30-f586342c5357 req-62d99835-be96-4a8f-86bf-62fc70d0ca2f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:18.194259 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cd468e7e-658d-4e01-9b30-f586342c5357 req-62d99835-be96-4a8f-86bf-62fc70d0ca2f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0465317 Sep 18 12:40:18.229988 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cd468e7e-658d-4e01-9b30-f586342c5357 req-b2498aa5-bca2-4322-8400-26b37290c850 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293927 Sep 18 12:40:18.978857 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99c756-5725-45d3-8633-ae2bc57b4a0c req-493d34cc-0f7b-4869-a138-a6b47ce5fe59 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:18.980458 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2f99c756-5725-45d3-8633-ae2bc57b4a0c req-493d34cc-0f7b-4869-a138-a6b47ce5fe59 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 944 time: 0.0468462 Sep 18 12:40:19.016621 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2f99c756-5725-45d3-8633-ae2bc57b4a0c req-5b69967c-29fc-468d-9025-39f2a6bd2921 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303876 Sep 18 12:40:19.222961 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d310ae6-a47a-4cbe-af41-76aa57a43c66 req-f22c58f4-f627-4db6-b411-6cf783097140 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:19.224434 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8d310ae6-a47a-4cbe-af41-76aa57a43c66 req-f22c58f4-f627-4db6-b411-6cf783097140 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0491185 Sep 18 12:40:19.260420 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8d310ae6-a47a-4cbe-af41-76aa57a43c66 req-82c58c68-a234-4787-8cd2-8cc1d05cac67 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295267 Sep 18 12:40:19.347343 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18ee01-689b-4ac5-a56e-4cd915a88f1c req-f0f86436-612b-44d3-8144-533b2136ef1c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:19.348841 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4f18ee01-689b-4ac5-a56e-4cd915a88f1c req-f0f86436-612b-44d3-8144-533b2136ef1c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0477841 Sep 18 12:40:19.385144 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4f18ee01-689b-4ac5-a56e-4cd915a88f1c req-f41d1d50-4e9f-444f-b2ba-05ecfae9c84e tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305114 Sep 18 12:40:19.981786 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-038757ae-bb34-4623-848c-4da631629d9b req-cf049705-4bf5-46a0-9e43-d2fbeab0273f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8518ad4-bd46-4c74-9521-3b640a25f7ca HTTP/1.1" status: 200 len: 217 time: 0.0370719 Sep 18 12:40:20.040243 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038757ae-bb34-4623-848c-4da631629d9b req-f373f0a1-0cf1-419b-99c9-ba2a6735a095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:20.041701 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-038757ae-bb34-4623-848c-4da631629d9b req-f373f0a1-0cf1-419b-99c9-ba2a6735a095 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de9e0f89-2fac-4bfb-b9e8-42c05ff8d04e HTTP/1.1" status: 200 len: 855 time: 0.0503852 Sep 18 12:40:20.075037 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-038757ae-bb34-4623-848c-4da631629d9b req-e0da18ba-cb1a-4794-b141-dbe5843c4f3c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0258a11c-e78a-4182-aaeb-730e179fbfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241749 Sep 18 12:40:20.185383 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918da14-cd95-4976-97c7-960bdee68d15 req-1eee102d-9eec-4986-abf3-b58483540491 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:20.186857 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2918da14-cd95-4976-97c7-960bdee68d15 req-1eee102d-9eec-4986-abf3-b58483540491 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 944 time: 0.1055169 Sep 18 12:40:20.215001 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-038757ae-bb34-4623-848c-4da631629d9b req-7486ae5c-80a1-4940-bf51-9d1d76680bd8 service neutron] 10.222.0.13 "GET /v2.0/networks/0258a11c-e78a-4182-aaeb-730e179fbfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256206 Sep 18 12:40:20.241809 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2918da14-cd95-4976-97c7-960bdee68d15 req-8af90d64-06a9-40bb-b44b-fafa640235b7 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476289 Sep 18 12:40:20.317572 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-038757ae-bb34-4623-848c-4da631629d9b req-e8857587-efad-4fe2-b37e-29e86205b843 service neutron] 10.222.0.13 "GET /v2.0/networks/0258a11c-e78a-4182-aaeb-730e179fbfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894520 Sep 18 12:40:20.381454 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b768a-a61f-41a3-9ecd-b8875f6ab4d2 req-b1f7b303-922b-4657-9da0-2f6a79319c1d tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:20.382930 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6a2b768a-a61f-41a3-9ecd-b8875f6ab4d2 req-b1f7b303-922b-4657-9da0-2f6a79319c1d tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0530467 Sep 18 12:40:20.422040 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6a2b768a-a61f-41a3-9ecd-b8875f6ab4d2 req-045cf67f-e421-44ae-a2d6-a037ad53a8c2 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330095 Sep 18 12:40:20.506107 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644be5b-21fe-4f78-b788-598eb10ba19f req-f55aff43-501a-4635-90a4-688e1ced5d07 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:20.507491 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1644be5b-21fe-4f78-b788-598eb10ba19f req-f55aff43-501a-4635-90a4-688e1ced5d07 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0501115 Sep 18 12:40:20.553684 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1644be5b-21fe-4f78-b788-598eb10ba19f req-03d93eed-5750-4a76-9067-41c6009efa34 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402126 Sep 18 12:40:21.353874 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25147e62-36e3-48b2-9156-5414b8909505 req-02ff9ac3-9b33-4035-aa27-32b2ad121b68 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:21.355311 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-25147e62-36e3-48b2-9156-5414b8909505 req-02ff9ac3-9b33-4035-aa27-32b2ad121b68 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 944 time: 0.0473676 Sep 18 12:40:21.392288 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-25147e62-36e3-48b2-9156-5414b8909505 req-1a6920e4-2d78-49c8-8f53-618b333d028f tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310540 Sep 18 12:40:21.534672 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bf9c7-84cd-4b45-b49c-145fcae4d5db req-2b89cc1e-b380-467b-8ff9-64d9393ef43a tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:21.536030 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da9bf9c7-84cd-4b45-b49c-145fcae4d5db req-2b89cc1e-b380-467b-8ff9-64d9393ef43a tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0495384 Sep 18 12:40:21.572776 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da9bf9c7-84cd-4b45-b49c-145fcae4d5db req-11ab0fd3-47d9-4378-a0ba-a61076c7ac60 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303462 Sep 18 12:40:21.664202 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b832b4-1aa2-4c08-86d5-1afd6428319b req-6de10069-252c-4a11-8551-686b8815c0fe tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:21.666164 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-99b832b4-1aa2-4c08-86d5-1afd6428319b req-6de10069-252c-4a11-8551-686b8815c0fe tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0466232 Sep 18 12:40:21.703104 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-99b832b4-1aa2-4c08-86d5-1afd6428319b req-df78fa1b-d45b-492c-918f-4955db7c5243 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311437 Sep 18 12:40:22.499824 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e6567-dae3-48be-aba8-299597a0a0e4 req-17cd1485-a6f2-46b8-8651-eb7fc0539562 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:22.501247 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-213e6567-dae3-48be-aba8-299597a0a0e4 req-17cd1485-a6f2-46b8-8651-eb7fc0539562 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 944 time: 0.0457206 Sep 18 12:40:22.537406 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-213e6567-dae3-48be-aba8-299597a0a0e4 req-88ea8780-12b4-4009-95a7-a02f32b9a069 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304155 Sep 18 12:40:22.685367 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5a804-f8f7-4c36-b341-3acd85d81b37 req-dc1a5bba-2feb-45a8-a90c-1a242f05c041 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:22.686919 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-95d5a804-f8f7-4c36-b341-3acd85d81b37 req-dc1a5bba-2feb-45a8-a90c-1a242f05c041 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0507703 Sep 18 12:40:22.723480 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-95d5a804-f8f7-4c36-b341-3acd85d81b37 req-093e8d36-5761-4ac1-83ca-db545b30ad4f tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307493 Sep 18 12:40:22.816424 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c97716-bebf-4043-8289-e00ecc342279 req-69b1a0d9-6f5c-466e-b3a1-8c240ef29a25 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:22.817860 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c9c97716-bebf-4043-8289-e00ecc342279 req-69b1a0d9-6f5c-466e-b3a1-8c240ef29a25 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0461202 Sep 18 12:40:22.854036 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c9c97716-bebf-4043-8289-e00ecc342279 req-17c119dd-1e04-4865-b7ef-470bfb0fd573 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296059 Sep 18 12:40:23.649241 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36111950-d982-4748-8dcd-d048e0c23793 req-dda46c87-4809-4412-98aa-914a28d1ee2a tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:23.650706 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-36111950-d982-4748-8dcd-d048e0c23793 req-dda46c87-4809-4412-98aa-914a28d1ee2a tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 944 time: 0.0502522 Sep 18 12:40:23.693967 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-36111950-d982-4748-8dcd-d048e0c23793 req-7706a46d-83ef-4ca4-817e-aa160e94bd67 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374205 Sep 18 12:40:23.837122 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a409be-6dfe-456b-8f50-61ffbfc30653 req-0ee36c33-f8e2-48fa-ae84-e0f2e702a983 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:23.838471 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f2a409be-6dfe-456b-8f50-61ffbfc30653 req-0ee36c33-f8e2-48fa-ae84-e0f2e702a983 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0500572 Sep 18 12:40:23.873969 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f2a409be-6dfe-456b-8f50-61ffbfc30653 req-dde109c7-c83a-497c-aaf0-16764b39193d tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297782 Sep 18 12:40:23.968983 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d336e-cb41-4b7c-953c-55ea95444cad req-23545c4e-8084-497f-bbb4-2294c12508f2 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:23.970430 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-258d336e-cb41-4b7c-953c-55ea95444cad req-23545c4e-8084-497f-bbb4-2294c12508f2 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0473266 Sep 18 12:40:24.007423 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-258d336e-cb41-4b7c-953c-55ea95444cad req-72a17203-5ed0-4ab6-96a5-bf142d176c15 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311491 Sep 18 12:40:24.421221 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d8ad3852-2454-42bf-b8ce-71b2665e93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:24.821141 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4988366-192e-45f0-a9b7-782fc3c7aca1 req-98352e6c-9d73-493e-b502-36eb71974cd9 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:24.822610 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f4988366-192e-45f0-a9b7-782fc3c7aca1 req-98352e6c-9d73-493e-b502-36eb71974cd9 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 944 time: 0.0602760 Sep 18 12:40:24.861552 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f4988366-192e-45f0-a9b7-782fc3c7aca1 req-d390a237-c01f-4a85-a34f-9e0bec7e54c0 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328052 Sep 18 12:40:24.991018 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2394c44-d77e-4fdb-b723-6307df0cec84 req-def8bbff-59a0-4c34-8960-8a623967088b tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:24.992454 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f2394c44-d77e-4fdb-b723-6307df0cec84 req-def8bbff-59a0-4c34-8960-8a623967088b tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0509336 Sep 18 12:40:25.029306 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f2394c44-d77e-4fdb-b723-6307df0cec84 req-42de9ac4-1686-43b4-954c-45679b7c8225 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310762 Sep 18 12:40:25.124891 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e30bf-0cc1-4a20-b604-9a9de8ada096 req-2cf8e86e-df03-4453-9156-305f9519ee33 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:25.126358 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-799e30bf-0cc1-4a20-b604-9a9de8ada096 req-2cf8e86e-df03-4453-9156-305f9519ee33 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0483043 Sep 18 12:40:25.164126 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-799e30bf-0cc1-4a20-b604-9a9de8ada096 req-e4b136be-5a91-4dae-9a64-6984ba2eb5bb tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319035 Sep 18 12:40:25.256132 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 6eed02d6-1e85-4490-b354-60f900f3cf5e details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 12:40:25.352982 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 6eed02d6-1e85-4490-b354-60f900f3cf5e, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=6eed02d6-1e85-4490-b354-60f900f3cf5e,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:40:25.364136 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Returning: {'device': '6eed02d6-1e85-4490-b354-60f900f3cf5e', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'port_id': '6eed02d6-1e85-4490-b354-60f900f3cf5e', 'mac_address': 'fa:16:3e:de:eb:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 12:40:25.403317 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:25.415968 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6eed02d6-1e85-4490-b354-60f900f3cf5e {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:40:25.434824 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 6eed02d6-1e85-4490-b354-60f900f3cf5e, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=6eed02d6-1e85-4490-b354-60f900f3cf5e,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:40:25.438320 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:25.439114 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device c8518ad4-bd46-4c74-9521-3b640a25f7ca details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 12:40:25.510628 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=6eed02d6-1e85-4490-b354-60f900f3cf5e,revision_number=6']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:25.580883 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port c8518ad4-bd46-4c74-9521-3b640a25f7ca, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=c8518ad4-bd46-4c74-9521-3b640a25f7ca,segment=NetworkSegment(e611941f-17b4-4933-b698-5af07f251eef),segment_id=e611941f-17b4-4933-b698-5af07f251eef)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:40:25.593746 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Returning: {'device': 'c8518ad4-bd46-4c74-9521-3b640a25f7ca', 'network_id': '0258a11c-e78a-4182-aaeb-730e179fbfeb', 'port_id': 'c8518ad4-bd46-4c74-9521-3b640a25f7ca', 'mac_address': 'fa:16:3e:73:84:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9e0f89-2fac-4bfb-b9e8-42c05ff8d04e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 12:40:25.634498 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:25.647021 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8518ad4-bd46-4c74-9521-3b640a25f7ca {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:40:25.665949 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port c8518ad4-bd46-4c74-9521-3b640a25f7ca, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=c8518ad4-bd46-4c74-9521-3b640a25f7ca,segment=NetworkSegment(e611941f-17b4-4933-b698-5af07f251eef),segment_id=e611941f-17b4-4933-b698-5af07f251eef)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:40:25.670238 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:25.715428 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=c8518ad4-bd46-4c74-9521-3b640a25f7ca,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:25.821911 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['6eed02d6-1e85-4490-b354-60f900f3cf5e'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:40:26.007517 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2a7c5-5436-4f7b-85c2-affe0a0ce925 req-da014035-0dbb-49b5-8a1f-548a910ab991 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:26.016330 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-55b2a7c5-5436-4f7b-85c2-affe0a0ce925 req-da014035-0dbb-49b5-8a1f-548a910ab991 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 945 time: 0.0652361 Sep 18 12:40:26.047403 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['c8518ad4-bd46-4c74-9521-3b640a25f7ca'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:40:26.061752 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-55b2a7c5-5436-4f7b-85c2-affe0a0ce925 req-80bad35f-327c-4286-b8cf-43c6a1a3e205 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398862 Sep 18 12:40:26.187001 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc4bab-01ce-4dba-bc94-2a6a44aa28eb req-9105eb17-1b93-466b-8da7-c78179653237 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:26.188523 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e4dc4bab-01ce-4dba-bc94-2a6a44aa28eb req-9105eb17-1b93-466b-8da7-c78179653237 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0754664 Sep 18 12:40:26.193285 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-2a619eae-578d-434a-9872-ef8b8201f272 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-58284222&fields=id&tenant_id=e4b17c4b73c846a5beaa565957fa5b0f HTTP/1.1" status: 200 len: 267 time: 0.0790114 Sep 18 12:40:26.267620 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e4dc4bab-01ce-4dba-bc94-2a6a44aa28eb req-12c15b30-e42e-40cb-bdcd-8d124eb6da31 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663934 Sep 18 12:40:26.561125 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5c15e-7396-4fbb-a33e-8574cdcf385e req-b2ba913b-ba33-44be-bd91-fe040a1de1c8 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:26.562560 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b7b5c15e-7396-4fbb-a33e-8574cdcf385e req-b2ba913b-ba33-44be-bd91-fe040a1de1c8 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 945 time: 0.0670326 Sep 18 12:40:26.569134 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-39fe684d-dfc3-4e47-b827-b0faa24e2a71 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:26.570448 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-39fe684d-dfc3-4e47-b827-b0faa24e2a71 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/networks?id=912eee10-59e8-4a2c-acbd-9133161c8c07 HTTP/1.1" status: 200 len: 812 time: 0.3634202 Sep 18 12:40:26.596303 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-a13804cd-1448-49ec-a004-0c3d1a5675d9 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/quotas/e4b17c4b73c846a5beaa565957fa5b0f HTTP/1.1" status: 200 len: 375 time: 0.0194404 Sep 18 12:40:26.619035 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b7b5c15e-7396-4fbb-a33e-8574cdcf385e req-ec1767a9-2013-4453-8e92-c2f7c619e320 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476737 Sep 18 12:40:26.658397 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-e395f211-1fa5-4bf6-a399-57050a2b2406 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e4b17c4b73c846a5beaa565957fa5b0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548556 Sep 18 12:40:26.752653 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-868bca2c-92d1-48cd-aab6-258f20c92fd4 service neutron] 10.222.0.24 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824070 Sep 18 12:40:26.839082 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-4797468f-913f-45df-a890-198f27258066 service neutron] 10.222.0.24 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803154 Sep 18 12:40:27.030177 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6e52da4b-babc-4b00-83f5-b287ce480a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:27.124820 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a830448b-c48b-46bb-a471-eee9b4b078dc req-c8b9f023-8d5c-408e-9d9e-db6662a2204a tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 210 time: 0.0299056 Sep 18 12:40:27.170821 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbfd02-94c5-4a7f-9e0a-64138aba38ce req-860bd46c-9b5d-4532-a67f-5fe185bfd9a5 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:27.172348 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eabbfd02-94c5-4a7f-9e0a-64138aba38ce req-860bd46c-9b5d-4532-a67f-5fe185bfd9a5 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 945 time: 0.0501988 Sep 18 12:40:27.210783 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eabbfd02-94c5-4a7f-9e0a-64138aba38ce req-db3ee0b2-5769-4056-8ce6-e48972556d44 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324180 Sep 18 12:40:27.247419 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 6eed02d6-1e85-4490-b354-60f900f3cf5e up at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:40:27.297450 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning complete for port 6eed02d6-1e85-4490-b354-60f900f3cf5e triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:40:27.298041 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:27.397060 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:27.415420 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704f867-30c4-46d1-8d31-98b288e31dce req-f3f13f6e-56cf-4c20-8ef6-eef0d81b4495 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:27.417265 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4704f867-30c4-46d1-8d31-98b288e31dce req-f3f13f6e-56cf-4c20-8ef6-eef0d81b4495 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0689046 Sep 18 12:40:27.421624 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316eb69f-a7bb-47d6-ac2e-939d6496685a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eed02d6-1e85-4490-b354-60f900f3cf5e'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:40:27.423942 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f443903345165d416a651567efac34002f351ff04fccc6d410eaa1beaa8a1ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1cd121-805c-4d95-9615-bce52d8f8603" -d '{"events": [{"server_uuid": "316eb69f-a7bb-47d6-ac2e-939d6496685a", "name": "network-vif-plugged", "status": "completed", "tag": "6eed02d6-1e85-4490-b354-60f900f3cf5e"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:40:27.449243 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 6eed02d6-1e85-4490-b354-60f900f3cf5e, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=6eed02d6-1e85-4490-b354-60f900f3cf5e,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:40:27.455999 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:27.465267 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7a026e-c556-4887-bd77-9573627ab90d x-openstack-request-id: req-dd7a026e-c556-4887-bd77-9573627ab90d {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:40:27.465557 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316eb69f-a7bb-47d6-ac2e-939d6496685a", "name": "network-vif-plugged", "status": "completed", "tag": "6eed02d6-1e85-4490-b354-60f900f3cf5e", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:40:27.465805 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd7a026e-c556-4887-bd77-9573627ab90d {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:40:27.466340 dv-cinder-809894-1-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316eb69f-a7bb-47d6-ac2e-939d6496685a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eed02d6-1e85-4490-b354-60f900f3cf5e', 'code': 200} Sep 18 12:40:27.474037 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4704f867-30c4-46d1-8d31-98b288e31dce req-22d2e396-ed1d-4a80-b65e-41ea66a11608 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500422 Sep 18 12:40:27.524269 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=6eed02d6-1e85-4490-b354-60f900f3cf5e,revision_number=7']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:27.737891 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:27.747485 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e155a45-faa4-4f1b-bc3f-ef7d19177137 req-bcdf8ab0-bbe1-44d0-ba2d-72f6c45ae675 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:27.748981 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3e155a45-faa4-4f1b-bc3f-ef7d19177137 req-bcdf8ab0-bbe1-44d0-ba2d-72f6c45ae675 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0540094 Sep 18 12:40:27.784883 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3e155a45-faa4-4f1b-bc3f-ef7d19177137 req-01d05440-0bab-4096-9641-768347137b3c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299656 Sep 18 12:40:28.080425 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:28.214930 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-449bbe91-bfd0-4e4a-a951-c22bfa2e352e req-d5c78e3b-ccff-4141-8cd6-404d922bfa31 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 210 time: 0.0247033 Sep 18 12:40:28.319126 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507f114-7d7f-48c0-a4ea-b293d7854c46 req-58940649-925f-472a-a208-d6ec7796c511 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:28.321154 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8507f114-7d7f-48c0-a4ea-b293d7854c46 req-58940649-925f-472a-a208-d6ec7796c511 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 945 time: 0.0460393 Sep 18 12:40:28.358675 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8507f114-7d7f-48c0-a4ea-b293d7854c46 req-e0c17e22-db23-461a-a2f7-80a1c4c1d712 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318260 Sep 18 12:40:28.584654 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b0b4d-6bf5-475f-bd68-195a56d6c13d req-7501ac8f-3f51-47c5-8af2-ed7c7b21ec69 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:28.586757 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a42b0b4d-6bf5-475f-bd68-195a56d6c13d req-7501ac8f-3f51-47c5-8af2-ed7c7b21ec69 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0460002 Sep 18 12:40:28.622683 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a42b0b4d-6bf5-475f-bd68-195a56d6c13d req-77aeeb07-ffdc-45ec-ada6-646606a63bff tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301862 Sep 18 12:40:28.902537 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0d3e4-2cd9-4e7f-81a5-bb4e16e57c6c req-d7f6488a-d7bc-464b-a19d-5f6646f1ca10 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:28.903923 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c1d0d3e4-2cd9-4e7f-81a5-bb4e16e57c6c req-d7f6488a-d7bc-464b-a19d-5f6646f1ca10 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0494006 Sep 18 12:40:28.939993 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c1d0d3e4-2cd9-4e7f-81a5-bb4e16e57c6c req-e89593b2-39cb-4961-947d-da5ea3337b09 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302625 Sep 18 12:40:29.304384 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-134b7f4c-5253-44b9-b89b-f00ab0c973fa req-bb011ece-ddc0-4803-b8b4-3c8c10e27110 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 210 time: 0.0253041 Sep 18 12:40:29.469635 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad9c0b-5199-4619-ba4f-0ef7150dcc1c req-e122aa1f-0ad9-4a59-9363-c8fac0789be7 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:29.471077 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-33ad9c0b-5199-4619-ba4f-0ef7150dcc1c req-e122aa1f-0ad9-4a59-9363-c8fac0789be7 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 945 time: 0.0458846 Sep 18 12:40:29.507314 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-33ad9c0b-5199-4619-ba4f-0ef7150dcc1c req-77c21eba-9a49-4b4c-8613-87fae9d407fe tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304179 Sep 18 12:40:29.593021 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:29.607358 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device c8518ad4-bd46-4c74-9521-3b640a25f7ca up at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:40:29.658826 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning for port c8518ad4-bd46-4c74-9521-3b640a25f7ca completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 12:40:29.662612 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning complete for port c8518ad4-bd46-4c74-9521-3b640a25f7ca triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:40:29.662985 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:29.739132 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:29.739394 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab9d52-31c2-4df8-bbbb-03113c3d15dd req-afa1f46b-c86d-4671-8d86-870cce7777b4 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:29.740663 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-98ab9d52-31c2-4df8-bbbb-03113c3d15dd req-afa1f46b-c86d-4671-8d86-870cce7777b4 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0506780 Sep 18 12:40:29.761647 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25eef379-1ef4-40fe-8234-cab36471a870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8518ad4-bd46-4c74-9521-3b640a25f7ca'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:40:29.763836 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f443903345165d416a651567efac34002f351ff04fccc6d410eaa1beaa8a1ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd48524-2e6b-4da2-b59e-94faddcf38e4" -d '{"events": [{"server_uuid": "25eef379-1ef4-40fe-8234-cab36471a870", "name": "network-vif-plugged", "status": "completed", "tag": "c8518ad4-bd46-4c74-9521-3b640a25f7ca"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:40:29.777344 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port c8518ad4-bd46-4c74-9521-3b640a25f7ca, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=c8518ad4-bd46-4c74-9521-3b640a25f7ca,segment=NetworkSegment(e611941f-17b4-4933-b698-5af07f251eef),segment_id=e611941f-17b4-4933-b698-5af07f251eef)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:40:29.779695 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-98ab9d52-31c2-4df8-bbbb-03113c3d15dd req-5a4ac925-c0b3-414a-a544-c7f64d3a8826 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328898 Sep 18 12:40:29.784896 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:29.814345 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2833ea62-5232-4690-91a8-4cff3b468468 x-openstack-request-id: req-2833ea62-5232-4690-91a8-4cff3b468468 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:40:29.814629 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25eef379-1ef4-40fe-8234-cab36471a870", "name": "network-vif-plugged", "status": "completed", "tag": "c8518ad4-bd46-4c74-9521-3b640a25f7ca", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:40:29.814874 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2833ea62-5232-4690-91a8-4cff3b468468 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:40:29.815254 dv-cinder-809894-1-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25eef379-1ef4-40fe-8234-cab36471a870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8518ad4-bd46-4c74-9521-3b640a25f7ca', 'code': 200} Sep 18 12:40:29.838130 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=c8518ad4-bd46-4c74-9521-3b640a25f7ca,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:30.056801 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4662f-b566-4cc3-8fbe-df3bcb37e5c5 req-8062dcbf-1dd7-48bc-9829-ecb13b16b532 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:30.058156 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c0c4662f-b566-4cc3-8fbe-df3bcb37e5c5 req-8062dcbf-1dd7-48bc-9829-ecb13b16b532 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0465508 Sep 18 12:40:30.094692 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c0c4662f-b566-4cc3-8fbe-df3bcb37e5c5 req-fad834a8-5683-41fc-b469-41c0705ffb62 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308282 Sep 18 12:40:30.396563 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82a07a25-967f-4bb3-ad10-da6ba5c86c71 req-5183f99a-400c-4e9d-8204-c37531798328 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 210 time: 0.0253928 Sep 18 12:40:30.622204 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c543fe2-4376-4919-b08a-d0a76e54cabe req-eaa83843-c04e-42e5-a329-388f2ba6428d tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:30.623681 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3c543fe2-4376-4919-b08a-d0a76e54cabe req-eaa83843-c04e-42e5-a329-388f2ba6428d tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 946 time: 0.0525188 Sep 18 12:40:30.664629 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3c543fe2-4376-4919-b08a-d0a76e54cabe req-435e3003-965c-4d98-8d33-7a370e5e1071 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344782 Sep 18 12:40:30.828745 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b632771-f824-4db6-833d-ed924b6266f6 req-fb0f2619-cad1-443b-8c92-20dca19fe991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:30.830187 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7b632771-f824-4db6-833d-ed924b6266f6 req-fb0f2619-cad1-443b-8c92-20dca19fe991 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 1099 time: 0.0413806 Sep 18 12:40:30.906775 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7b632771-f824-4db6-833d-ed924b6266f6 req-007fc785-926f-4452-863a-af136efb79ef service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665059 Sep 18 12:40:30.918449 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbad9c-7d02-40fe-ad2f-e64cfdef3293 req-516df4fb-a696-45fc-bc7a-81c078ce619a tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:30.919979 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-07bbad9c-7d02-40fe-ad2f-e64cfdef3293 req-516df4fb-a696-45fc-bc7a-81c078ce619a tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0652092 Sep 18 12:40:30.960917 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-07bbad9c-7d02-40fe-ad2f-e64cfdef3293 req-d1323618-55ad-4aa9-ac7e-40265c071b4e tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324123 Sep 18 12:40:31.283706 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba6742-c041-4e45-b3ab-c3c24c964f9c req-374da9ca-1d42-431b-80f3-de13c9c8904d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:31.289821 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-08ba6742-c041-4e45-b3ab-c3c24c964f9c req-374da9ca-1d42-431b-80f3-de13c9c8904d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0983076 Sep 18 12:40:31.365525 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-08ba6742-c041-4e45-b3ab-c3c24c964f9c req-ca16bbbe-b18e-4ca5-92be-47fedb52994d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690596 Sep 18 12:40:31.376373 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-f72e240f-2e7e-4018-a779-697f1641978f tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:31.378022 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-f72e240f-2e7e-4018-a779-697f1641978f tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.13 "GET /v2.0/networks?id=912eee10-59e8-4a2c-acbd-9133161c8c07 HTTP/1.1" status: 200 len: 812 time: 0.2183874 Sep 18 12:40:31.450985 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-9e5de1e1-ea24-46ae-9200-58067f689c93 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4b17c4b73c846a5beaa565957fa5b0f HTTP/1.1" status: 200 len: 378 time: 0.0397508 Sep 18 12:40:31.464173 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-6b73251a-c1ff-4879-a0d1-1c61b29494ae tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Request body: {'port': {'device_id': '9817f758-bde8-433f-ac25-25fb475bbcb3', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'admin_state_up': True, 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'security_groups': ['6a20a424-047f-4937-a3fa-5280617a51f0']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:40:31.565196 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1a4535bc-1b1e-41d0-965b-8714a232b264 req-790a2a26-4098-49f6-ac34-fb9b83bb109c tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 210 time: 0.0303996 Sep 18 12:40:31.617454 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-6b73251a-c1ff-4879-a0d1-1c61b29494ae tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Made reservation on behalf of e4b17c4b73c846a5beaa565957fa5b0f for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:40:31.621172 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-6b73251a-c1ff-4879-a0d1-1c61b29494ae tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:31.886098 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-6b73251a-c1ff-4879-a0d1-1c61b29494ae tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Allocated IP 172.20.0.10 (912eee10-59e8-4a2c-acbd-9133161c8c07/e2bf35ac-f149-49bc-8c73-f2857d2031df/f161b93a-7779-417a-90fb-eba37f142a6e) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:40:31.895882 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0ecc5-f6f6-484d-9013-9ee212926aec req-2fd64cef-5d9f-49cb-9a2d-1056fad0268f tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:31.897426 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-71e0ecc5-f6f6-484d-9013-9ee212926aec req-2fd64cef-5d9f-49cb-9a2d-1056fad0268f tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 946 time: 0.1055465 Sep 18 12:40:32.006075 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-71e0ecc5-f6f6-484d-9013-9ee212926aec req-fbd0b1a9-7aa6-4a44-b515-e7e4374322c9 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840988 Sep 18 12:40:32.141870 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86d1c5-e547-45d6-9527-0abe7f1cbbd4 req-196ff297-e94d-43cd-bbb1-09f4f610a704 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:32.144240 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9f86d1c5-e547-45d6-9527-0abe7f1cbbd4 req-196ff297-e94d-43cd-bbb1-09f4f610a704 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0799863 Sep 18 12:40:32.173905 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-6b73251a-c1ff-4879-a0d1-1c61b29494ae tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:32.233961 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9f86d1c5-e547-45d6-9527-0abe7f1cbbd4 req-85e60eae-4f6c-4251-9367-a5da97d167e9 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784070 Sep 18 12:40:32.295833 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-6b73251a-c1ff-4879-a0d1-1c61b29494ae tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:32.356051 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-6b73251a-c1ff-4879-a0d1-1c61b29494ae tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Network 912eee10-59e8-4a2c-acbd-9133161c8c07 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:40:32.359409 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-6b73251a-c1ff-4879-a0d1-1c61b29494ae tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:40:32.363269 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-6b73251a-c1ff-4879-a0d1-1c61b29494ae tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:40:32.370074 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-6b73251a-c1ff-4879-a0d1-1c61b29494ae tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:32.370747 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-6b73251a-c1ff-4879-a0d1-1c61b29494ae tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:32.389945 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-6b73251a-c1ff-4879-a0d1-1c61b29494ae tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9302564 Sep 18 12:40:32.390896 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73251a-c1ff-4879-a0d1-1c61b29494ae tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Pushing event updated for resources: {'Port': ['ID=f161b93a-7779-417a-90fb-eba37f142a6e,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:32.405508 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-77c572f3-a284-49b0-8270-e0e1dc27c0b9 service neutron] Request body: {'port': {'device_id': '9817f758-bde8-433f-ac25-25fb475bbcb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:40:32.503865 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-77c572f3-a284-49b0-8270-e0e1dc27c0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:32.650453 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb6f3d-cfaa-4c82-ae80-0517f140b410 req-3d598e1a-1ebc-4235-9ec9-69cb820b07c7 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:32.658915 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40fb6f3d-cfaa-4c82-ae80-0517f140b410 req-3d598e1a-1ebc-4235-9ec9-69cb820b07c7 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.1379828 Sep 18 12:40:32.753808 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-ac817eee-a606-4204-b1cc-c547e8b1d795 None None] Provisioning complete for port f161b93a-7779-417a-90fb-eba37f142a6e triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:40:32.755035 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ac817eee-a606-4204-b1cc-c547e8b1d795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:32.800458 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-ac817eee-a606-4204-b1cc-c547e8b1d795 None None] Port f161b93a-7779-417a-90fb-eba37f142a6e cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 12:40:32.834968 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40fb6f3d-cfaa-4c82-ae80-0517f140b410 req-d8d263b6-bc0b-48a4-897a-c7c209ba23d9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752462 Sep 18 12:40:32.889552 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d8078-68d1-4f0c-ad1e-222f9ac8c558 req-66dfcde7-85e9-4760-8fa6-33805ce06de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:32.891595 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-552d8078-68d1-4f0c-ad1e-222f9ac8c558 req-66dfcde7-85e9-4760-8fa6-33805ce06de9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 1098 time: 0.1506310 Sep 18 12:40:32.905869 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717df0ed-69be-4c2a-84b8-b3c5636906f2 req-11bd27a0-af18-482f-83be-eab6fe5dc719 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:32.908566 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-717df0ed-69be-4c2a-84b8-b3c5636906f2 req-11bd27a0-af18-482f-83be-eab6fe5dc719 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 932 time: 0.1647196 Sep 18 12:40:33.008223 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-552d8078-68d1-4f0c-ad1e-222f9ac8c558 req-159b09ab-3a6b-4b7b-a27c-dd5a799fb76c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981035 Sep 18 12:40:33.051041 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-717df0ed-69be-4c2a-84b8-b3c5636906f2 req-2d2cc138-7c5b-4c32-a900-7751999eb2c7 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0957205 Sep 18 12:40:33.155204 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-77c572f3-a284-49b0-8270-e0e1dc27c0b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f161b93a-7779-417a-90fb-eba37f142a6e {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:40:33.164935 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-77c572f3-a284-49b0-8270-e0e1dc27c0b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:33.187548 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92ae1c-6a61-4d0e-829a-458298ed0934 req-32f14ec1-03da-4659-9b2b-09c6bbb5776d tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:33.189725 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eb92ae1c-6a61-4d0e-829a-458298ed0934 req-32f14ec1-03da-4659-9b2b-09c6bbb5776d tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 946 time: 0.0980093 Sep 18 12:40:33.193420 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-77c572f3-a284-49b0-8270-e0e1dc27c0b9 service neutron] Transition to ACTIVE for port object f161b93a-7779-417a-90fb-eba37f142a6e will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 12:40:33.200953 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-77c572f3-a284-49b0-8270-e0e1dc27c0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:33.294640 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eb92ae1c-6a61-4d0e-829a-458298ed0934 req-796ddb0b-b925-4962-ac0b-9cc479663bef tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956588 Sep 18 12:40:33.309423 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c572f3-a284-49b0-8270-e0e1dc27c0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f161b93a-7779-417a-90fb-eba37f142a6e,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:33.417177 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-77c572f3-a284-49b0-8270-e0e1dc27c0b9 service neutron] Attempting to bind port f161b93a-7779-417a-90fb-eba37f142a6e on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:40:33.417952 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-77c572f3-a284-49b0-8270-e0e1dc27c0b9 service neutron] Attempting to bind port f161b93a-7779-417a-90fb-eba37f142a6e by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': '1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:40:33.418517 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-77c572f3-a284-49b0-8270-e0e1dc27c0b9 service neutron] Attempting to bind port f161b93a-7779-417a-90fb-eba37f142a6e on network 912eee10-59e8-4a2c-acbd-9133161c8c07 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:40:33.427305 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-77c572f3-a284-49b0-8270-e0e1dc27c0b9 service neutron] Port f161b93a-7779-417a-90fb-eba37f142a6e on network 912eee10-59e8-4a2c-acbd-9133161c8c07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 12:40:33.427906 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-77c572f3-a284-49b0-8270-e0e1dc27c0b9 service neutron] Attempting to bind port f161b93a-7779-417a-90fb-eba37f142a6e on network 912eee10-59e8-4a2c-acbd-9133161c8c07 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:40:33.436243 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-77c572f3-a284-49b0-8270-e0e1dc27c0b9 service neutron] Checking agent: {'id': '48060bde-194c-4a59-bb73-c876edc89e02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'started_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:40:33.437035 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-77c572f3-a284-49b0-8270-e0e1dc27c0b9 service neutron] Checking segment: {'id': '1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:40:33.437656 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-77c572f3-a284-49b0-8270-e0e1dc27c0b9 service neutron] Bound using segment: {'id': '1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:40:33.438714 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-77c572f3-a284-49b0-8270-e0e1dc27c0b9 service neutron] Bound port: f161b93a-7779-417a-90fb-eba37f142a6e, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:40:33.439362 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-77c572f3-a284-49b0-8270-e0e1dc27c0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:33.471347 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf0ba5-0dd2-4a90-9ff3-6f79004de22f req-354a2515-0f2a-478f-9953-e82146c48899 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:33.480726 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eeaf0ba5-0dd2-4a90-9ff3-6f79004de22f req-354a2515-0f2a-478f-9953-e82146c48899 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.1422596 Sep 18 12:40:33.581139 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eeaf0ba5-0dd2-4a90-9ff3-6f79004de22f req-e9f69330-4dcb-4ae2-8254-fa62afcb2f0b tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988686 Sep 18 12:40:33.622955 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-77c572f3-a284-49b0-8270-e0e1dc27c0b9 service neutron] For port f161b93a-7779-417a-90fb-eba37f142a6e, host hv-cinder-80989, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:40:33.628083 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-77c572f3-a284-49b0-8270-e0e1dc27c0b9 service neutron] For port f161b93a-7779-417a-90fb-eba37f142a6e, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=f161b93a-7779-417a-90fb-eba37f142a6e,segment=NetworkSegment(1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f),segment_id=1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:40:33.636125 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-77c572f3-a284-49b0-8270-e0e1dc27c0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:33.721052 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c572f3-a284-49b0-8270-e0e1dc27c0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f161b93a-7779-417a-90fb-eba37f142a6e,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:33.760516 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-77c572f3-a284-49b0-8270-e0e1dc27c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:33.762995 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-77c572f3-a284-49b0-8270-e0e1dc27c0b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:33.764575 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-77c572f3-a284-49b0-8270-e0e1dc27c0b9 service neutron] 10.222.0.13 "PUT /v2.0/ports/f161b93a-7779-417a-90fb-eba37f142a6e HTTP/1.1" status: 200 len: 1094 time: 1.3634861 Sep 18 12:40:33.766779 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9817f758-bde8-433f-ac25-25fb475bbcb3', 'tag': 'f161b93a-7779-417a-90fb-eba37f142a6e'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:40:33.769949 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5353cb-b3f1-4264-a3fb-10956b2e10b0" -d '{"events": [{"name": "network-changed", "server_uuid": "9817f758-bde8-433f-ac25-25fb475bbcb3", "tag": "f161b93a-7779-417a-90fb-eba37f142a6e"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:40:33.851756 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5502c60-f28f-488a-93e3-924dc64d5286 x-openstack-request-id: req-f5502c60-f28f-488a-93e3-924dc64d5286 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:40:33.851986 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9817f758-bde8-433f-ac25-25fb475bbcb3", "tag": "f161b93a-7779-417a-90fb-eba37f142a6e", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:40:33.852093 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5502c60-f28f-488a-93e3-924dc64d5286 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:40:33.852596 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9817f758-bde8-433f-ac25-25fb475bbcb3', 'tag': 'f161b93a-7779-417a-90fb-eba37f142a6e', 'status': 'completed', 'code': 200} Sep 18 12:40:33.923268 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-aff6bf81-ed43-4bf9-9042-334085489915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:33.926139 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-aff6bf81-ed43-4bf9-9042-334085489915 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4b17c4b73c846a5beaa565957fa5b0f&device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 1097 time: 0.0962262 Sep 18 12:40:34.032214 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-66bff370-4354-468f-b742-aba194f8f717 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f161b93a-7779-417a-90fb-eba37f142a6e HTTP/1.1" status: 200 len: 217 time: 0.0924070 Sep 18 12:40:34.113353 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bd030-ece4-4bf3-8882-f6dd9a989a1b req-3cedbb50-6952-4227-ae4c-d05020d8e604 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:34.115357 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9a0bd030-ece4-4bf3-8882-f6dd9a989a1b req-3cedbb50-6952-4227-ae4c-d05020d8e604 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0944965 Sep 18 12:40:34.121922 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-6dde4f4a-7abf-4d9c-a92f-279eba3923ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:34.123375 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-6dde4f4a-7abf-4d9c-a92f-279eba3923ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e2bf35ac-f149-49bc-8c73-f2857d2031df HTTP/1.1" status: 200 len: 851 time: 0.0721710 Sep 18 12:40:34.220675 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9a0bd030-ece4-4bf3-8882-f6dd9a989a1b req-3fa3d3e8-9b71-4755-ae17-06ca14e6b773 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954452 Sep 18 12:40:34.235078 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8e5cd-6fcb-4d9c-8f85-aa7f512eeb2f req-7e1483ea-607b-4ed0-8228-a3c58e2e665a tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:34.236605 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-edc8e5cd-6fcb-4d9c-8f85-aa7f512eeb2f req-7e1483ea-607b-4ed0-8228-a3c58e2e665a tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 944 time: 0.1056952 Sep 18 12:40:34.255236 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-f7b45f9e-407b-4caf-ba33-aa8f48963b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:34.256958 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-f7b45f9e-407b-4caf-ba33-aa8f48963b5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=912eee10-59e8-4a2c-acbd-9133161c8c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1107504 Sep 18 12:40:34.342661 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-edc8e5cd-6fcb-4d9c-8f85-aa7f512eeb2f req-d50a5ec4-c8f3-47ec-86d2-d30876372bd4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0982630 Sep 18 12:40:34.378610 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-3f6dd0a1-423d-40c7-8bdd-b432a1435938 service neutron] 10.222.0.13 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120725 Sep 18 12:40:34.523803 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c6d88eb-6db4-4533-b8a8-ec645e65e964 req-af8ea6cc-741e-47f2-aa16-7282e860cda2 service neutron] 10.222.0.13 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243002 Sep 18 12:40:34.642808 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5353cb-b3f1-4264-a3fb-10956b2e10b0 req-c363b1ab-58aa-407d-aa33-73c2ce267825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:34.644442 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba5353cb-b3f1-4264-a3fb-10956b2e10b0 req-c363b1ab-58aa-407d-aa33-73c2ce267825 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4b17c4b73c846a5beaa565957fa5b0f&device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 1097 time: 0.0442529 Sep 18 12:40:34.784858 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f34a6a-e01b-4dce-a468-bf369c9068df req-41366495-2a88-4a41-a5dd-16b53c6e88d2 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:34.785285 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-37f34a6a-e01b-4dce-a468-bf369c9068df req-41366495-2a88-4a41-a5dd-16b53c6e88d2 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.1028323 Sep 18 12:40:34.835982 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5353cb-b3f1-4264-a3fb-10956b2e10b0 req-05991579-8b69-4143-8383-c8e7243c235c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:34.837396 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba5353cb-b3f1-4264-a3fb-10956b2e10b0 req-05991579-8b69-4143-8383-c8e7243c235c service neutron] 10.222.0.13 "GET /v2.0/networks?id=912eee10-59e8-4a2c-acbd-9133161c8c07 HTTP/1.1" status: 200 len: 913 time: 0.1748405 Sep 18 12:40:34.842799 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-37f34a6a-e01b-4dce-a468-bf369c9068df req-64c0cde1-e863-4ab4-acf5-54c869b6d15e tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501814 Sep 18 12:40:34.923760 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba5353cb-b3f1-4264-a3fb-10956b2e10b0 req-0b55ad0c-2062-4e9a-803f-11d7df89f32d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f161b93a-7779-417a-90fb-eba37f142a6e HTTP/1.1" status: 200 len: 217 time: 0.0630765 Sep 18 12:40:34.998465 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5353cb-b3f1-4264-a3fb-10956b2e10b0 req-ef85fde6-fb40-4208-a657-2d0d95689e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:34.999383 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba5353cb-b3f1-4264-a3fb-10956b2e10b0 req-ef85fde6-fb40-4208-a657-2d0d95689e15 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e2bf35ac-f149-49bc-8c73-f2857d2031df HTTP/1.1" status: 200 len: 851 time: 0.0632820 Sep 18 12:40:35.084349 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5353cb-b3f1-4264-a3fb-10956b2e10b0 req-8cb0a7ad-1046-4c92-bad1-06467cc59d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:35.087290 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba5353cb-b3f1-4264-a3fb-10956b2e10b0 req-8cb0a7ad-1046-4c92-bad1-06467cc59d87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=912eee10-59e8-4a2c-acbd-9133161c8c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730946 Sep 18 12:40:35.300836 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba5353cb-b3f1-4264-a3fb-10956b2e10b0 req-32a3b006-456e-4f69-bbf6-ef46e37cd84b service neutron] 10.222.0.13 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035632 Sep 18 12:40:35.375837 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadde249-fc14-4632-a84e-74de37b3f038 req-b118f21a-d4cc-44a0-9ff1-06786d165d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:35.377634 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aadde249-fc14-4632-a84e-74de37b3f038 req-b118f21a-d4cc-44a0-9ff1-06786d165d83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbe0aabe590943c68b496df6463a2b88&device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 1098 time: 0.1392014 Sep 18 12:40:35.398936 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d4fe6-53b4-4e12-ac07-c0715e3ccc4c req-c65e340a-40d4-4cf1-8b6b-30003aff5a99 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:35.406538 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fe5d4fe6-53b4-4e12-ac07-c0715e3ccc4c req-c65e340a-40d4-4cf1-8b6b-30003aff5a99 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.1512935 Sep 18 12:40:35.784584 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fe5d4fe6-53b4-4e12-ac07-c0715e3ccc4c req-eed0c789-40a8-4729-a2bf-4932abc405d6 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760483 Sep 18 12:40:35.803783 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba5353cb-b3f1-4264-a3fb-10956b2e10b0 req-57b565fb-e44a-461d-a97e-7fe0303cb446 service neutron] 10.222.0.13 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857056 Sep 18 12:40:35.819088 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2f8aa-d276-4de7-8d58-fd3a997b6add req-b61521cc-d7ab-450a-b8f1-b9491d94100d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:35.820741 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b4f2f8aa-d276-4de7-8d58-fd3a997b6add req-b61521cc-d7ab-450a-b8f1-b9491d94100d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.1371269 Sep 18 12:40:35.867872 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadde249-fc14-4632-a84e-74de37b3f038 req-b3a29bba-1755-4fe3-bc74-8476d2022c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:35.869367 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aadde249-fc14-4632-a84e-74de37b3f038 req-b3a29bba-1755-4fe3-bc74-8476d2022c56 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4df28532-82af-4330-b91d-ced682f08dad HTTP/1.1" status: 200 len: 919 time: 0.4557569 Sep 18 12:40:35.953443 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b4f2f8aa-d276-4de7-8d58-fd3a997b6add req-8eb15f89-eb35-4b28-8e7a-0b9badd5588f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179492 Sep 18 12:40:35.955116 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aadde249-fc14-4632-a84e-74de37b3f038 req-4438895d-433e-4cba-a501-23fe9f8fdd36 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d75058b-9aca-494d-823b-ca9a6b34652a HTTP/1.1" status: 200 len: 217 time: 0.0721939 Sep 18 12:40:36.030871 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0cd802-5160-4645-9b97-ee3797c82211 req-2650ca52-e0e9-4a88-9d6c-564090bd6a27 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:36.032434 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2f0cd802-5160-4645-9b97-ee3797c82211 req-2650ca52-e0e9-4a88-9d6c-564090bd6a27 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 944 time: 0.1429434 Sep 18 12:40:36.043640 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadde249-fc14-4632-a84e-74de37b3f038 req-e3f7d253-e90f-4fc0-9392-a2a270f401ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:36.048782 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aadde249-fc14-4632-a84e-74de37b3f038 req-e3f7d253-e90f-4fc0-9392-a2a270f401ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cf48ed02-5e60-492d-a444-1382b9731455 HTTP/1.1" status: 200 len: 858 time: 0.0837839 Sep 18 12:40:36.092166 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aadde249-fc14-4632-a84e-74de37b3f038 req-02751fc4-d602-4a51-aef0-9c4f934842d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4df28532-82af-4330-b91d-ced682f08dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342689 Sep 18 12:40:36.161328 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2f0cd802-5160-4645-9b97-ee3797c82211 req-e70b455f-0cc3-44d8-8937-1750fa05c714 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1126244 Sep 18 12:40:36.232317 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aadde249-fc14-4632-a84e-74de37b3f038 req-383c6edd-fd42-4c56-a20b-46ef9ca76668 service neutron] 10.222.0.13 "GET /v2.0/networks/4df28532-82af-4330-b91d-ced682f08dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278033 Sep 18 12:40:36.335079 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aadde249-fc14-4632-a84e-74de37b3f038 req-ee59bd3b-06bc-4ffb-9bbf-9c15083ff81d service neutron] 10.222.0.13 "GET /v2.0/networks/4df28532-82af-4330-b91d-ced682f08dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937326 Sep 18 12:40:36.513969 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 53054) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:40:36.667361 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8ec8ebf7-3b33-4ac2-a2b2-734352841e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:36.770626 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8ec8ebf7-3b33-4ac2-a2b2-734352841e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:36.775747 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8ec8ebf7-3b33-4ac2-a2b2-734352841e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:36.828727 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 53060) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:40:36.829259 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-8ec8ebf7-3b33-4ac2-a2b2-734352841e92 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d975e112a5cd4c7a88d4aa58aebe1169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119454 Sep 18 12:40:36.830899 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8ebf7-3b33-4ac2-a2b2-734352841e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9f97c4-038f-46a2-9ce1-87e98ca06c01,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:36.932013 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-15f8cd5f-599c-4633-afa7-5337fefadc86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:36.965603 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56f26d-ef88-49d2-aee6-65ed84321c46 req-a49caf29-81bc-40c7-b0cb-8c4e5d38fa15 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:36.967764 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1f56f26d-ef88-49d2-aee6-65ed84321c46 req-a49caf29-81bc-40c7-b0cb-8c4e5d38fa15 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0813107 Sep 18 12:40:36.975446 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-15f8cd5f-599c-4633-afa7-5337fefadc86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:37.083674 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1f56f26d-ef88-49d2-aee6-65ed84321c46 req-e8a58046-edaf-4385-a6bc-9b06298b6400 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051188 Sep 18 12:40:37.107879 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904f28a-d14c-41f6-a329-a592314cd975 req-92105585-3c51-4dab-805e-f5e46d0541b3 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:37.109461 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2904f28a-d14c-41f6-a329-a592314cd975 req-92105585-3c51-4dab-805e-f5e46d0541b3 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0717049 Sep 18 12:40:37.117400 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-15f8cd5f-599c-4633-afa7-5337fefadc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:37.120132 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-15f8cd5f-599c-4633-afa7-5337fefadc86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:37.123466 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-15f8cd5f-599c-4633-afa7-5337fefadc86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef9f97c4-038f-46a2-9ce1-87e98ca06c01 HTTP/1.1" status: 204 len: 168 time: 0.2907860 Sep 18 12:40:37.141199 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8cd5f-599c-4633-afa7-5337fefadc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9f97c4-038f-46a2-9ce1-87e98ca06c01,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:37.167109 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2904f28a-d14c-41f6-a329-a592314cd975 req-0878e248-fe27-4bbe-bad2-340803300c3e tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513966 Sep 18 12:40:37.312467 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fbccb-043e-4163-9cbb-ed8506231bb5 req-d33c8e14-4a2c-4699-a7e5-f1bf68f44270 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:37.321107 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-407fbccb-043e-4163-9cbb-ed8506231bb5 req-d33c8e14-4a2c-4699-a7e5-f1bf68f44270 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 944 time: 0.0757766 Sep 18 12:40:37.364351 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-407fbccb-043e-4163-9cbb-ed8506231bb5 req-3fd48857-3be3-4f11-971b-6e62e967550f tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417671 Sep 18 12:40:38.260917 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff946ca-3caf-4f98-aeb8-a4c9ad251d7d req-67ecaea3-d1b8-4a80-9323-220cda697d54 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:38.262482 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2ff946ca-3caf-4f98-aeb8-a4c9ad251d7d req-67ecaea3-d1b8-4a80-9323-220cda697d54 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0968359 Sep 18 12:40:38.328905 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2ff946ca-3caf-4f98-aeb8-a4c9ad251d7d req-005f1c33-4628-48c1-805f-012ce280bfeb tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573010 Sep 18 12:40:38.343394 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbffa28-0ac9-4aa6-b2a9-d1dca21d26e6 req-686b0a52-3cb8-4bd3-9733-a41b582cb896 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:38.344921 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3bbffa28-0ac9-4aa6-b2a9-d1dca21d26e6 req-686b0a52-3cb8-4bd3-9733-a41b582cb896 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0815425 Sep 18 12:40:38.398024 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3bbffa28-0ac9-4aa6-b2a9-d1dca21d26e6 req-86ad637f-a5a7-42df-904e-a896af8b65df tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433562 Sep 18 12:40:38.521788 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a34a94-9f24-496b-ab2f-7e8a8c0a1f76 req-e25e3b6d-cb6c-46a1-b243-30c8bf001bc6 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:38.527522 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c7a34a94-9f24-496b-ab2f-7e8a8c0a1f76 req-e25e3b6d-cb6c-46a1-b243-30c8bf001bc6 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 944 time: 0.0585749 Sep 18 12:40:38.585906 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c7a34a94-9f24-496b-ab2f-7e8a8c0a1f76 req-25b2c098-007d-4870-afd1-8e991275fd4b tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493755 Sep 18 12:40:39.497922 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a343a-8f6e-4262-b249-2b2a4182b0ed req-7ba6755c-3f95-4e5e-a54d-d048615bf6bc tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:39.500084 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-249a343a-8f6e-4262-b249-2b2a4182b0ed req-7ba6755c-3f95-4e5e-a54d-d048615bf6bc tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0756447 Sep 18 12:40:39.576005 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b215ec1-d806-44d1-b125-228a27b79e3f req-2d7cbbee-d7a3-4b4c-843b-99fc6a987d84 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:39.577518 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4b215ec1-d806-44d1-b125-228a27b79e3f req-2d7cbbee-d7a3-4b4c-843b-99fc6a987d84 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0762835 Sep 18 12:40:39.593735 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-249a343a-8f6e-4262-b249-2b2a4182b0ed req-0a1f5ca7-eac1-4755-acee-6273a92bdc5b tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819592 Sep 18 12:40:39.693270 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4b215ec1-d806-44d1-b125-228a27b79e3f req-bb549357-4ab4-4756-baea-52193aba7890 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922594 Sep 18 12:40:39.772066 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6937c-1c61-406e-a3ed-6eb0e831ae43 req-ad04f473-0315-40bd-a8cb-a99b3b9504aa tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:39.784714 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-64e6937c-1c61-406e-a3ed-6eb0e831ae43 req-ad04f473-0315-40bd-a8cb-a99b3b9504aa tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 944 time: 0.0822749 Sep 18 12:40:39.824601 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-64e6937c-1c61-406e-a3ed-6eb0e831ae43 req-657b5809-5c5f-47bf-b18e-4469031943d3 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384719 Sep 18 12:40:40.819980 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa271af-9266-4e53-bcb5-3578769264c8 req-80990b28-c497-4e03-8005-0570b6a52c14 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:40.821667 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1fa271af-9266-4e53-bcb5-3578769264c8 req-80990b28-c497-4e03-8005-0570b6a52c14 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0743604 Sep 18 12:40:40.867185 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1fa271af-9266-4e53-bcb5-3578769264c8 req-bf419442-10c0-4050-a45d-464746ec8427 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375059 Sep 18 12:40:40.957668 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26e3f3-6845-46aa-b1e6-c1c707a253a3 req-afdcec70-6e75-4e4e-aa35-2e7036a99c94 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:40.959164 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4e26e3f3-6845-46aa-b1e6-c1c707a253a3 req-afdcec70-6e75-4e4e-aa35-2e7036a99c94 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 944 time: 0.0517340 Sep 18 12:40:41.002359 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4e26e3f3-6845-46aa-b1e6-c1c707a253a3 req-0336c70e-d00b-47da-845c-9bfb273516cc tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358326 Sep 18 12:40:41.987531 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d979fa-f135-4dfd-aed0-902779e99c4c req-2e4748fd-dcd1-40a6-944a-5aa79ff6ed59 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:41.989074 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-33d979fa-f135-4dfd-aed0-902779e99c4c req-2e4748fd-dcd1-40a6-944a-5aa79ff6ed59 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0484838 Sep 18 12:40:42.025892 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-33d979fa-f135-4dfd-aed0-902779e99c4c req-8181ac09-7afc-447d-b86e-6dced041ff31 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309796 Sep 18 12:40:42.133974 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f475f23-c341-4a4e-bd09-73676eabc497 req-ff8290da-2a7c-469d-aaf8-b531362962b1 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:42.135564 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4f475f23-c341-4a4e-bd09-73676eabc497 req-ff8290da-2a7c-469d-aaf8-b531362962b1 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 944 time: 0.0576890 Sep 18 12:40:42.173668 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4f475f23-c341-4a4e-bd09-73676eabc497 req-1290d7a5-c026-4262-b08c-b23dee735c7b tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317285 Sep 18 12:40:42.469868 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3ff8e-498a-4e04-a3de-3bd43cc6ed51 req-fe276e8d-ffaa-4176-aa57-87c1a40da50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:42.471190 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-92e3ff8e-498a-4e04-a3de-3bd43cc6ed51 req-fe276e8d-ffaa-4176-aa57-87c1a40da50f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9477430a832042d4b203b849bafeb9e9&device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 1099 time: 0.0386183 Sep 18 12:40:42.558567 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3ff8e-498a-4e04-a3de-3bd43cc6ed51 req-1ab6d362-4617-48e1-bf73-9d0bbb2d5106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:42.559970 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-92e3ff8e-498a-4e04-a3de-3bd43cc6ed51 req-1ab6d362-4617-48e1-bf73-9d0bbb2d5106 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ab574f3-0ba4-4c64-96c3-ff427a72d455 HTTP/1.1" status: 200 len: 918 time: 0.0810149 Sep 18 12:40:42.629302 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-92e3ff8e-498a-4e04-a3de-3bd43cc6ed51 req-d3841528-6078-457c-8ce0-23ca4c863bc4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6eed02d6-1e85-4490-b354-60f900f3cf5e HTTP/1.1" status: 200 len: 1001 time: 0.0599599 Sep 18 12:40:42.677827 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3ff8e-498a-4e04-a3de-3bd43cc6ed51 req-9fecd0b6-be18-4380-a158-978f43653bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:42.679985 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-92e3ff8e-498a-4e04-a3de-3bd43cc6ed51 req-9fecd0b6-be18-4380-a158-978f43653bc2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60194707-770d-4fdc-856c-c0e71f0849f4 HTTP/1.1" status: 200 len: 856 time: 0.0430186 Sep 18 12:40:42.725404 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3ff8e-498a-4e04-a3de-3bd43cc6ed51 req-1eed80f7-0ea0-460e-b406-278fe35f63bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:42.727295 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-92e3ff8e-498a-4e04-a3de-3bd43cc6ed51 req-1eed80f7-0ea0-460e-b406-278fe35f63bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ab574f3-0ba4-4c64-96c3-ff427a72d455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405371 Sep 18 12:40:42.828006 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-92e3ff8e-498a-4e04-a3de-3bd43cc6ed51 req-f0ad062b-0792-4f6b-87ae-456f0fb0d687 service neutron] 10.222.0.13 "GET /v2.0/networks/4ab574f3-0ba4-4c64-96c3-ff427a72d455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904617 Sep 18 12:40:42.927476 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-92e3ff8e-498a-4e04-a3de-3bd43cc6ed51 req-94084b41-b26f-4b0d-aecd-1c54fe8ccd21 service neutron] 10.222.0.13 "GET /v2.0/networks/4ab574f3-0ba4-4c64-96c3-ff427a72d455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854688 Sep 18 12:40:43.146509 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489386ec-6ff3-47aa-8acf-e3042eee4c2f req-2eda9947-074d-4647-a2c3-140ae754f4db tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:43.148549 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-489386ec-6ff3-47aa-8acf-e3042eee4c2f req-2eda9947-074d-4647-a2c3-140ae754f4db tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0475750 Sep 18 12:40:43.186178 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-489386ec-6ff3-47aa-8acf-e3042eee4c2f req-d1171de5-880c-4189-b61c-f6a90a2d8f4a tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316641 Sep 18 12:40:43.298320 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device f161b93a-7779-417a-90fb-eba37f142a6e details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 12:40:43.357222 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bd9ec-0840-49c9-ab0e-0abd3f94c402 req-397f087f-80ba-42dc-a3d2-473cb0342887 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:43.359148 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e99bd9ec-0840-49c9-ab0e-0abd3f94c402 req-397f087f-80ba-42dc-a3d2-473cb0342887 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 944 time: 0.0624013 Sep 18 12:40:43.414693 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e99bd9ec-0840-49c9-ab0e-0abd3f94c402 req-6d41f4fc-1512-4775-ae56-be139baa8426 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471551 Sep 18 12:40:43.424224 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port f161b93a-7779-417a-90fb-eba37f142a6e, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=f161b93a-7779-417a-90fb-eba37f142a6e,segment=NetworkSegment(1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f),segment_id=1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:40:43.437019 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Returning: {'device': 'f161b93a-7779-417a-90fb-eba37f142a6e', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'port_id': 'f161b93a-7779-417a-90fb-eba37f142a6e', 'mac_address': 'fa:16:3e:ca:65:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 12:40:43.474362 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:43.487107 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f161b93a-7779-417a-90fb-eba37f142a6e {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:40:43.509477 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port f161b93a-7779-417a-90fb-eba37f142a6e, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=f161b93a-7779-417a-90fb-eba37f142a6e,segment=NetworkSegment(1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f),segment_id=1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:40:43.512844 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:43.558503 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=f161b93a-7779-417a-90fb-eba37f142a6e,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:44.250200 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['f161b93a-7779-417a-90fb-eba37f142a6e'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:40:44.307300 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5e881-6bdf-4166-8fa9-e28bbb7cdd8e req-72c8387d-73ef-4ba7-880a-96567e71ea76 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:44.309163 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c5f5e881-6bdf-4166-8fa9-e28bbb7cdd8e req-72c8387d-73ef-4ba7-880a-96567e71ea76 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 946 time: 0.0537059 Sep 18 12:40:44.362587 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c5f5e881-6bdf-4166-8fa9-e28bbb7cdd8e req-86ea68ef-f40e-4f76-8da6-e4cd6b5fd4dd tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469694 Sep 18 12:40:44.532320 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3624526-c0da-4413-a4e0-b24e9c0d491c req-5ea498bb-22d5-40b4-8120-9575e2dcdd33 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:44.533788 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c3624526-c0da-4413-a4e0-b24e9c0d491c req-5ea498bb-22d5-40b4-8120-9575e2dcdd33 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 945 time: 0.0507567 Sep 18 12:40:44.570540 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c3624526-c0da-4413-a4e0-b24e9c0d491c req-b55a1ad3-4552-42d7-9071-779ab3be47d0 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308473 Sep 18 12:40:45.324732 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 6eed02d6-1e85-4490-b354-60f900f3cf5e no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:40:45.403417 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:45.426608 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316eb69f-a7bb-47d6-ac2e-939d6496685a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eed02d6-1e85-4490-b354-60f900f3cf5e'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:40:45.428893 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f443903345165d416a651567efac34002f351ff04fccc6d410eaa1beaa8a1ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863b19c4-015d-47fa-879b-a00442262a90" -d '{"events": [{"server_uuid": "316eb69f-a7bb-47d6-ac2e-939d6496685a", "name": "network-vif-unplugged", "status": "completed", "tag": "6eed02d6-1e85-4490-b354-60f900f3cf5e"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:40:45.441598 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 6eed02d6-1e85-4490-b354-60f900f3cf5e, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=6eed02d6-1e85-4490-b354-60f900f3cf5e,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:40:45.448956 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:45.509542 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 12:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff42de51-5aa0-4637-9c50-e23d2b20b1fc x-openstack-request-id: req-ff42de51-5aa0-4637-9c50-e23d2b20b1fc {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:40:45.509853 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316eb69f-a7bb-47d6-ac2e-939d6496685a", "name": "network-vif-unplugged", "status": "completed", "tag": "6eed02d6-1e85-4490-b354-60f900f3cf5e", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:40:45.510096 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff42de51-5aa0-4637-9c50-e23d2b20b1fc {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:40:45.510827 dv-cinder-809894-1-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316eb69f-a7bb-47d6-ac2e-939d6496685a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eed02d6-1e85-4490-b354-60f900f3cf5e', 'code': 200} Sep 18 12:40:45.517587 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1668c-ca0c-40d5-8b31-90f81a4ac5e2 req-79b2b9d0-705d-49ad-86f9-c6a767a00a1d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:45.519089 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=6eed02d6-1e85-4490-b354-60f900f3cf5e,revision_number=8']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:45.520519 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-53d1668c-ca0c-40d5-8b31-90f81a4ac5e2 req-79b2b9d0-705d-49ad-86f9-c6a767a00a1d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0752456 Sep 18 12:40:45.574602 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-53d1668c-ca0c-40d5-8b31-90f81a4ac5e2 req-f49f2026-4722-49cb-86fa-8d1ed1a97aad tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390749 Sep 18 12:40:45.704306 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fefc5-45a7-49e4-8834-99163a5f447a req-4c6736d6-8f1b-4ca1-8953-0e74df5ac3f3 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:45.705803 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4b9fefc5-45a7-49e4-8834-99163a5f447a req-4c6736d6-8f1b-4ca1-8953-0e74df5ac3f3 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 945 time: 0.0536573 Sep 18 12:40:45.743737 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4b9fefc5-45a7-49e4-8834-99163a5f447a req-3a335a3b-6df8-4390-a9cb-6310f4ef897a tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306199 Sep 18 12:40:45.814091 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:40:46.700909 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fb0d4-ed98-4005-b508-a74c4219b8ba req-23cc6058-7254-4e80-923a-2d7dbbc37bda tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:46.702397 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-139fb0d4-ed98-4005-b508-a74c4219b8ba req-23cc6058-7254-4e80-923a-2d7dbbc37bda tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0534594 Sep 18 12:40:46.741458 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-139fb0d4-ed98-4005-b508-a74c4219b8ba req-0b2e7d87-a007-4a1f-a048-b8d74ef63cf0 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330725 Sep 18 12:40:46.911220 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbf513-2265-4d01-844c-8886a9a6fd7c req-057914e6-e5cb-41e6-908a-de301b0c9358 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:46.913115 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-91fbf513-2265-4d01-844c-8886a9a6fd7c req-057914e6-e5cb-41e6-908a-de301b0c9358 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 945 time: 0.0645616 Sep 18 12:40:46.955369 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-91fbf513-2265-4d01-844c-8886a9a6fd7c req-99b58438-b085-420f-91c0-484f3b782898 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349464 Sep 18 12:40:47.067027 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35104f0f-6dc4-488f-8e7d-bb6a2b71c269 req-5b847838-a722-436a-ae08-2a5e09a59a30 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:47.068570 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-35104f0f-6dc4-488f-8e7d-bb6a2b71c269 req-5b847838-a722-436a-ae08-2a5e09a59a30 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0548732 Sep 18 12:40:47.116231 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-35104f0f-6dc4-488f-8e7d-bb6a2b71c269 req-9450c913-4f55-4421-97e7-36cbc416250e tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412073 Sep 18 12:40:47.224177 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6df75-286b-485d-bb61-391aab0f5101 req-708a28da-4d4e-49bb-9cef-3605bb5b4d29 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:47.225657 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-31b6df75-286b-485d-bb61-391aab0f5101 req-708a28da-4d4e-49bb-9cef-3605bb5b4d29 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 946 time: 0.0486450 Sep 18 12:40:47.264342 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-31b6df75-286b-485d-bb61-391aab0f5101 req-9c6697f4-b528-4128-a030-3dbd54e033fb tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321989 Sep 18 12:40:47.324599 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device f161b93a-7779-417a-90fb-eba37f142a6e up at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:40:47.370014 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [req-416fcaf0-7cf7-4f1f-aaea-f2eaaf86aa70 req-cb4419a7-e52f-4bde-91a1-34501ba02e66 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 12:40:47.371129 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-416fcaf0-7cf7-4f1f-aaea-f2eaaf86aa70 req-cb4419a7-e52f-4bde-91a1-34501ba02e66 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058379 Sep 18 12:40:47.377138 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning for port f161b93a-7779-417a-90fb-eba37f142a6e completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 12:40:47.380829 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning complete for port f161b93a-7779-417a-90fb-eba37f142a6e triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:40:47.381197 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:47.467732 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:47.502725 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port f161b93a-7779-417a-90fb-eba37f142a6e, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=f161b93a-7779-417a-90fb-eba37f142a6e,segment=NetworkSegment(1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f),segment_id=1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:40:47.507727 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:47.512180 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9817f758-bde8-433f-ac25-25fb475bbcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f161b93a-7779-417a-90fb-eba37f142a6e'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:40:47.514626 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f443903345165d416a651567efac34002f351ff04fccc6d410eaa1beaa8a1ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6880d1-ed9e-4154-aaf5-4d0f9c481e31" -d '{"events": [{"server_uuid": "9817f758-bde8-433f-ac25-25fb475bbcb3", "name": "network-vif-plugged", "status": "completed", "tag": "f161b93a-7779-417a-90fb-eba37f142a6e"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:40:47.534015 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39b428-f5af-4651-a8c8-0bec5626cdb3 req-d7ac7843-97ec-4bc7-8a5b-ff3ff734d177 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:47.535717 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c39b428-f5af-4651-a8c8-0bec5626cdb3 req-d7ac7843-97ec-4bc7-8a5b-ff3ff734d177 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0507586 Sep 18 12:40:47.574790 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0948b79-4d70-4950-98ce-719bb7e30bed x-openstack-request-id: req-d0948b79-4d70-4950-98ce-719bb7e30bed {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:40:47.575084 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9817f758-bde8-433f-ac25-25fb475bbcb3", "name": "network-vif-plugged", "status": "completed", "tag": "f161b93a-7779-417a-90fb-eba37f142a6e", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:40:47.575335 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0948b79-4d70-4950-98ce-719bb7e30bed {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:40:47.575742 dv-cinder-809894-1-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9817f758-bde8-433f-ac25-25fb475bbcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f161b93a-7779-417a-90fb-eba37f142a6e', 'code': 200} Sep 18 12:40:47.583068 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c39b428-f5af-4651-a8c8-0bec5626cdb3 req-0ed2f3ba-9764-4100-a52d-68e66063f451 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397890 Sep 18 12:40:47.588056 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=f161b93a-7779-417a-90fb-eba37f142a6e,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:47.599314 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:47.803350 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 53334) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:40:47.919565 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-78073fdf-bb91-4b85-bdd0-eda83db7050c req-2cb49d2f-7fe9-46db-a105-667c46b1f286 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1136093 Sep 18 12:40:47.921940 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac9add-5b45-4d1f-8e55-dda3ac6196af req-61abd37d-34bc-409c-a08e-a5ca028367e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:47.923287 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-61ac9add-5b45-4d1f-8e55-dda3ac6196af req-61abd37d-34bc-409c-a08e-a5ca028367e4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 1099 time: 0.0639973 Sep 18 12:40:47.928096 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [req-78073fdf-bb91-4b85-bdd0-eda83db7050c req-7bbd6f5a-20ce-4ed5-bc7d-7ee66bc7c352 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 12:40:47.929044 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-78073fdf-bb91-4b85-bdd0-eda83db7050c req-7bbd6f5a-20ce-4ed5-bc7d-7ee66bc7c352 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047324 Sep 18 12:40:47.960854 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-61ac9add-5b45-4d1f-8e55-dda3ac6196af req-cc640f71-7709-49c4-86f9-8b406dc4965f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0284917 Sep 18 12:40:48.077247 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903fb9e-78ac-4fb3-a5e2-6c049f53fb84 req-8b24447b-cfa1-4c20-9263-de1e902740d3 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:48.079977 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b903fb9e-78ac-4fb3-a5e2-6c049f53fb84 req-8b24447b-cfa1-4c20-9263-de1e902740d3 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 946 time: 0.0577536 Sep 18 12:40:48.120397 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b903fb9e-78ac-4fb3-a5e2-6c049f53fb84 req-c359cd45-d2e1-4b98-9b2d-fc2b4b18297f tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351214 Sep 18 12:40:48.235866 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff73fd4-41f4-452b-af74-d8a3af7cf234 req-b0381aa0-a589-4368-8d1b-a2ff06ee82b1 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:48.237268 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4ff73fd4-41f4-452b-af74-d8a3af7cf234 req-b0381aa0-a589-4368-8d1b-a2ff06ee82b1 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0493722 Sep 18 12:40:48.279460 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4ff73fd4-41f4-452b-af74-d8a3af7cf234 req-46213e58-c97f-4fce-b3f0-971a4576ae9a tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361795 Sep 18 12:40:48.382402 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ad6dd-ba9e-4876-95bc-9d6ac69721aa req-1dc7f13a-484c-4ed8-895b-84b7ba6fd005 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:48.384429 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1e9ad6dd-ba9e-4876-95bc-9d6ac69721aa req-1dc7f13a-484c-4ed8-895b-84b7ba6fd005 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 946 time: 0.0508277 Sep 18 12:40:48.426011 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1e9ad6dd-ba9e-4876-95bc-9d6ac69721aa req-cd033e83-06fa-446c-b73a-ddc17ceb6425 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349848 Sep 18 12:40:48.701700 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4fcc8-645d-490f-800e-a9d1d0f19962 req-57223dca-6072-4072-9174-17d37c67a074 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:48.703511 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-16d4fcc8-645d-490f-800e-a9d1d0f19962 req-57223dca-6072-4072-9174-17d37c67a074 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0511770 Sep 18 12:40:48.740964 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-16d4fcc8-645d-490f-800e-a9d1d0f19962 req-916e77fe-d254-4c2e-880f-b535869f6d73 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315201 Sep 18 12:40:49.242915 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc638e1-fd6f-4fe2-9b4e-293bf78c2ce9 req-2c9f7ab6-b7ec-4677-b98f-a4fe0ada05ef tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:49.245021 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6bc638e1-fd6f-4fe2-9b4e-293bf78c2ce9 req-2c9f7ab6-b7ec-4677-b98f-a4fe0ada05ef tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 946 time: 0.0515656 Sep 18 12:40:49.285817 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6bc638e1-fd6f-4fe2-9b4e-293bf78c2ce9 req-c9111e19-fb2b-478d-8d29-c44fe6d0a0e9 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347846 Sep 18 12:40:49.394349 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85d00c-0c6b-4eab-b528-385c500200a5 req-aa377552-5282-4b38-93c3-d2eacd0cbf3b tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:49.395862 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3f85d00c-0c6b-4eab-b528-385c500200a5 req-aa377552-5282-4b38-93c3-d2eacd0cbf3b tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0479305 Sep 18 12:40:49.437612 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3f85d00c-0c6b-4eab-b528-385c500200a5 req-404711db-7372-4e9a-a533-a05cf3d91587 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352714 Sep 18 12:40:49.534832 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f957dd-9a69-4b23-b499-3d8b78b24024 req-dc4ca8bb-734a-424a-8aa9-adda38984d75 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:49.536380 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-44f957dd-9a69-4b23-b499-3d8b78b24024 req-dc4ca8bb-734a-424a-8aa9-adda38984d75 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 946 time: 0.0462177 Sep 18 12:40:49.574285 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-44f957dd-9a69-4b23-b499-3d8b78b24024 req-0e6f32dc-445a-4419-b6d6-774a24d7dfbb tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314531 Sep 18 12:40:49.858033 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec366be-a268-4589-b870-cbe08ec8a8fc req-431e71e8-6548-4d49-92ee-ba44ceec841d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:49.859470 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dec366be-a268-4589-b870-cbe08ec8a8fc req-431e71e8-6548-4d49-92ee-ba44ceec841d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0479672 Sep 18 12:40:49.947917 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dec366be-a268-4589-b870-cbe08ec8a8fc req-1672421b-e123-42f4-ae8d-75faf59daae3 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825438 Sep 18 12:40:49.959364 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78073fdf-bb91-4b85-bdd0-eda83db7050c req-abf8e22f-5100-42a7-a94f-e251978bd95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:49.960817 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-78073fdf-bb91-4b85-bdd0-eda83db7050c req-abf8e22f-5100-42a7-a94f-e251978bd95a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a&tenant_id=9477430a832042d4b203b849bafeb9e9 HTTP/1.1" status: 200 len: 1097 time: 0.0945303 Sep 18 12:40:50.091518 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78073fdf-bb91-4b85-bdd0-eda83db7050c req-bb859fb8-baac-4b2a-ba1a-2cc6b5a0be76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:50.093012 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-78073fdf-bb91-4b85-bdd0-eda83db7050c req-bb859fb8-baac-4b2a-ba1a-2cc6b5a0be76 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9477430a832042d4b203b849bafeb9e9&device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 1097 time: 0.0713074 Sep 18 12:40:50.100950 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b950c79-c2af-4d7a-97db-5c1d16b57dbe req-8a2089b6-b459-441b-804a-5dd4b3d4ec76 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:50.102251 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1b950c79-c2af-4d7a-97db-5c1d16b57dbe req-8a2089b6-b459-441b-804a-5dd4b3d4ec76 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.13 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 946 time: 0.0705383 Sep 18 12:40:50.268845 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78073fdf-bb91-4b85-bdd0-eda83db7050c req-9cf0e04e-bf6a-4ce9-81db-fbf447e619dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:50.270339 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-78073fdf-bb91-4b85-bdd0-eda83db7050c req-9cf0e04e-bf6a-4ce9-81db-fbf447e619dc service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ab574f3-0ba4-4c64-96c3-ff427a72d455 HTTP/1.1" status: 200 len: 918 time: 0.1672585 Sep 18 12:40:50.299036 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-1b950c79-c2af-4d7a-97db-5c1d16b57dbe req-25af86fc-e451-4a82-ac05-7c1e078d589d tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Deleting port c8518ad4-bd46-4c74-9521-3b640a25f7ca {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:40:50.299368 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-1b950c79-c2af-4d7a-97db-5c1d16b57dbe req-25af86fc-e451-4a82-ac05-7c1e078d589d tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:50.662402 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-78073fdf-bb91-4b85-bdd0-eda83db7050c req-714f7621-8ec2-4315-870f-2b576278e01b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6eed02d6-1e85-4490-b354-60f900f3cf5e HTTP/1.1" status: 200 len: 999 time: 0.3744824 Sep 18 12:40:50.709469 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22830b-a232-4bc1-9780-32acc2480d21 req-8e7181be-a282-481c-ba26-508e9031b4d8 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:50.710874 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cb22830b-a232-4bc1-9780-32acc2480d21 req-8e7181be-a282-481c-ba26-508e9031b4d8 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.1607242 Sep 18 12:40:50.723263 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123659b0-b065-4a75-b297-f99f20c674a5 req-aa5736fc-5a32-4f87-a2be-d7092d4aaa0e tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:50.724693 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-123659b0-b065-4a75-b297-f99f20c674a5 req-aa5736fc-5a32-4f87-a2be-d7092d4aaa0e tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 946 time: 0.1756134 Sep 18 12:40:50.726574 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-1b950c79-c2af-4d7a-97db-5c1d16b57dbe req-25af86fc-e451-4a82-ac05-7c1e078d589d tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] For port c8518ad4-bd46-4c74-9521-3b640a25f7ca, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=c8518ad4-bd46-4c74-9521-3b640a25f7ca,segment=NetworkSegment(e611941f-17b4-4933-b698-5af07f251eef),segment_id=e611941f-17b4-4933-b698-5af07f251eef)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:40:50.726916 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-1b950c79-c2af-4d7a-97db-5c1d16b57dbe req-25af86fc-e451-4a82-ac05-7c1e078d589d tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:50.789351 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-1b950c79-c2af-4d7a-97db-5c1d16b57dbe req-25af86fc-e451-4a82-ac05-7c1e078d589d tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Calling delete_port for c8518ad4-bd46-4c74-9521-3b640a25f7ca owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:40:50.844770 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78073fdf-bb91-4b85-bdd0-eda83db7050c req-2ecf2703-f6d4-496d-a94f-0654a300abbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:50.846220 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-78073fdf-bb91-4b85-bdd0-eda83db7050c req-2ecf2703-f6d4-496d-a94f-0654a300abbe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60194707-770d-4fdc-856c-c0e71f0849f4 HTTP/1.1" status: 200 len: 856 time: 0.1532156 Sep 18 12:40:50.908579 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cb22830b-a232-4bc1-9780-32acc2480d21 req-97110cc3-f6ce-4dee-9a23-64153ca312c9 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784451 Sep 18 12:40:50.911591 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-123659b0-b065-4a75-b297-f99f20c674a5 req-b256b8e7-f778-4fee-9390-dd8180e9ead0 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1560173 Sep 18 12:40:50.960709 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9d8f0-c0b4-4e18-a234-f94b40765e4c req-331590ad-8501-44fa-b64b-fd2ae200d222 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:50.962928 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f9e9d8f0-c0b4-4e18-a234-f94b40765e4c req-331590ad-8501-44fa-b64b-fd2ae200d222 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 945 time: 0.0556269 Sep 18 12:40:50.967499 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78073fdf-bb91-4b85-bdd0-eda83db7050c req-cf59e6ee-cff1-4a4c-95fc-9ce0da3adfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:50.969441 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-78073fdf-bb91-4b85-bdd0-eda83db7050c req-cf59e6ee-cff1-4a4c-95fc-9ce0da3adfbe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ab574f3-0ba4-4c64-96c3-ff427a72d455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1011219 Sep 18 12:40:51.088360 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-f9e9d8f0-c0b4-4e18-a234-f94b40765e4c req-1e3bee2c-1381-4fa2-80f1-66edd2a202c4 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Deleting port 3184ff7a-e1fc-4d51-bca2-78b9800fd2fb {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:40:51.089339 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-f9e9d8f0-c0b4-4e18-a234-f94b40765e4c req-1e3bee2c-1381-4fa2-80f1-66edd2a202c4 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:51.180220 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-f9e9d8f0-c0b4-4e18-a234-f94b40765e4c req-1e3bee2c-1381-4fa2-80f1-66edd2a202c4 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] For port 3184ff7a-e1fc-4d51-bca2-78b9800fd2fb, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=3184ff7a-e1fc-4d51-bca2-78b9800fd2fb,segment=NetworkSegment(4cc966f8-9358-4356-a829-0cf81e4c7ae7),segment_id=4cc966f8-9358-4356-a829-0cf81e4c7ae7)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:40:51.180496 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-f9e9d8f0-c0b4-4e18-a234-f94b40765e4c req-1e3bee2c-1381-4fa2-80f1-66edd2a202c4 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:51.183470 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987072b-7e9e-4d05-a172-45b616747b1f req-95aef5c8-d3e9-4063-8f80-d0b8ba0ec983 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:51.184995 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6987072b-7e9e-4d05-a172-45b616747b1f req-95aef5c8-d3e9-4063-8f80-d0b8ba0ec983 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 946 time: 0.1942441 Sep 18 12:40:51.185628 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-1b950c79-c2af-4d7a-97db-5c1d16b57dbe req-25af86fc-e451-4a82-ac05-7c1e078d589d tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:51.192470 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-f9e9d8f0-c0b4-4e18-a234-f94b40765e4c req-1e3bee2c-1381-4fa2-80f1-66edd2a202c4 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Calling delete_port for 3184ff7a-e1fc-4d51-bca2-78b9800fd2fb owned by compute:nova {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:40:51.197911 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['af4da8e2-6830-49f9-be19-4120aed4673e', '8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31', 'f46d20d8-f1ba-456b-9666-0713382f34fc', 'c8518ad4-bd46-4c74-9521-3b640a25f7ca'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:40:51.203689 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56ef99-86bd-4e82-bce9-6e411e4edf34 req-015617be-a306-4f50-83e9-ed5c052ff1ec tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:51.204152 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fc56ef99-86bd-4e82-bce9-6e411e4edf34 req-015617be-a306-4f50-83e9-ed5c052ff1ec tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 946 time: 0.1842482 Sep 18 12:40:51.251928 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af86fc-e451-4a82-ac05-7c1e078d589d tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Pushing event deleted for resources: {'Port': ['ID=c8518ad4-bd46-4c74-9521-3b640a25f7ca,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:51.255184 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-78073fdf-bb91-4b85-bdd0-eda83db7050c req-333c881a-e33a-49df-bdf8-eca36a913e95 service neutron] 10.222.0.13 "GET /v2.0/networks/4ab574f3-0ba4-4c64-96c3-ff427a72d455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734895 Sep 18 12:40:51.335211 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-f9e9d8f0-c0b4-4e18-a234-f94b40765e4c req-1e3bee2c-1381-4fa2-80f1-66edd2a202c4 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:51.372093 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b950c79-c2af-4d7a-97db-5c1d16b57dbe req-25af86fc-e451-4a82-ac05-7c1e078d589d tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] No DVR routers for this DVR port c8518ad4-bd46-4c74-9521-3b640a25f7ca on host hv-cinder-80989 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:40:51.372652 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bee2c-1381-4fa2-80f1-66edd2a202c4 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Pushing event deleted for resources: {'Port': ['ID=3184ff7a-e1fc-4d51-bca2-78b9800fd2fb,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:51.375418 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 6eed02d6-1e85-4490-b354-60f900f3cf5e no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:40:51.391604 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6987072b-7e9e-4d05-a172-45b616747b1f req-f6df19f9-84f1-4f1f-a692-974a420a382c tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968641 Sep 18 12:40:51.423010 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e9d8f0-c0b4-4e18-a234-f94b40765e4c req-1e3bee2c-1381-4fa2-80f1-66edd2a202c4 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] No DVR routers for this DVR port 3184ff7a-e1fc-4d51-bca2-78b9800fd2fb on host hv-cinder-80989 {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:40:51.425457 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-f9e9d8f0-c0b4-4e18-a234-f94b40765e4c req-1e3bee2c-1381-4fa2-80f1-66edd2a202c4 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:51.427782 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-f9e9d8f0-c0b4-4e18-a234-f94b40765e4c req-1e3bee2c-1381-4fa2-80f1-66edd2a202c4 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.13 "DELETE /v2.0/ports/3184ff7a-e1fc-4d51-bca2-78b9800fd2fb HTTP/1.1" status: 204 len: 173 time: 0.4459014 Sep 18 12:40:51.428066 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff92525e-1469-42eb-a0b9-dade3c72c867', 'name': 'network-vif-deleted', 'tag': '3184ff7a-e1fc-4d51-bca2-78b9800fd2fb'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:40:51.430390 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e020be344c3c72492647676234d3904a5fccbfbca8e1277db2cbf238375b01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de9df48-8d82-4057-a53e-aad9f7c037dc" -d '{"events": [{"server_uuid": "ff92525e-1469-42eb-a0b9-dade3c72c867", "name": "network-vif-deleted", "tag": "3184ff7a-e1fc-4d51-bca2-78b9800fd2fb"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:40:51.441133 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-1b950c79-c2af-4d7a-97db-5c1d16b57dbe req-25af86fc-e451-4a82-ac05-7c1e078d589d tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:51.443183 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1b950c79-c2af-4d7a-97db-5c1d16b57dbe req-25af86fc-e451-4a82-ac05-7c1e078d589d tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.13 "DELETE /v2.0/ports/c8518ad4-bd46-4c74-9521-3b640a25f7ca HTTP/1.1" status: 204 len: 173 time: 1.3235602 Sep 18 12:40:51.445864 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25eef379-1ef4-40fe-8234-cab36471a870', 'name': 'network-vif-deleted', 'tag': 'c8518ad4-bd46-4c74-9521-3b640a25f7ca'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:40:51.448675 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1479cc-ab48-41a8-885b-89253a72c649" -d '{"events": [{"server_uuid": "25eef379-1ef4-40fe-8234-cab36471a870", "name": "network-vif-deleted", "tag": "c8518ad4-bd46-4c74-9521-3b640a25f7ca"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:40:51.469749 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fc56ef99-86bd-4e82-bce9-6e411e4edf34 req-80780b54-65ae-49bf-8e6a-79cc019c9312 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2500479 Sep 18 12:40:51.495468 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 53382) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:40:51.554872 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e002518-76df-43f2-8739-91fa1c352119 x-openstack-request-id: req-7e002518-76df-43f2-8739-91fa1c352119 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:40:51.555159 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff92525e-1469-42eb-a0b9-dade3c72c867", "name": "network-vif-deleted", "tag": "3184ff7a-e1fc-4d51-bca2-78b9800fd2fb", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:40:51.555405 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e002518-76df-43f2-8739-91fa1c352119 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:40:51.555824 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff92525e-1469-42eb-a0b9-dade3c72c867', 'name': 'network-vif-deleted', 'tag': '3184ff7a-e1fc-4d51-bca2-78b9800fd2fb', 'status': 'completed', 'code': 200} Sep 18 12:40:51.563535 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-78073fdf-bb91-4b85-bdd0-eda83db7050c req-d7c2a9b5-ed12-4eb6-a3ca-23f5be45070d service neutron] 10.222.0.13 "GET /v2.0/networks/4ab574f3-0ba4-4c64-96c3-ff427a72d455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932992 Sep 18 12:40:51.585171 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a0424-5bca-402a-88b7-9369f146373b req-25609831-ab23-48e1-aef9-ec33346a35d7 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:51.586747 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-253a0424-5bca-402a-88b7-9369f146373b req-25609831-ab23-48e1-aef9-ec33346a35d7 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.1160834 Sep 18 12:40:51.644751 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-253a0424-5bca-402a-88b7-9369f146373b req-e8e50041-dc4b-4243-9edd-0a34bf97bc04 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495040 Sep 18 12:40:51.667578 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f83e43d-86cc-4309-b5de-87b0f8b47969 x-openstack-request-id: req-6f83e43d-86cc-4309-b5de-87b0f8b47969 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:40:51.668195 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25eef379-1ef4-40fe-8234-cab36471a870", "name": "network-vif-deleted", "tag": "c8518ad4-bd46-4c74-9521-3b640a25f7ca", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:40:51.668449 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f83e43d-86cc-4309-b5de-87b0f8b47969 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:40:51.669973 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25eef379-1ef4-40fe-8234-cab36471a870', 'name': 'network-vif-deleted', 'tag': 'c8518ad4-bd46-4c74-9521-3b640a25f7ca', 'status': 'completed', 'code': 200} Sep 18 12:40:51.698943 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1996a065-33ba-4a80-81e7-a24b07533f9b tempest-TestVolumeBootPattern-277304900 tempest-TestVolumeBootPattern-277304900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:51.703285 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-1996a065-33ba-4a80-81e7-a24b07533f9b tempest-TestVolumeBootPattern-277304900 tempest-TestVolumeBootPattern-277304900-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 1094 time: 0.2038023 Sep 18 12:40:51.703420 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 53390) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:40:51.707575 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-8bc13cd0-8053-48d3-8ddc-4ab90d814d7d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Request body: {'floatingip': {'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'port_id': 'f161b93a-7779-417a-90fb-eba37f142a6e', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:40:51.729011 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8bc13cd0-8053-48d3-8ddc-4ab90d814d7d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for floatingip, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:51.827103 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8bc13cd0-8053-48d3-8ddc-4ab90d814d7d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:51.935798 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-8bc13cd0-8053-48d3-8ddc-4ab90d814d7d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Allocated IP 172.27.1.249 (135fce6b-ed16-41bb-8b70-07cd0f37ee2f/d6efedb2-cfaf-4090-8480-952b0af5c0d6/36b54a75-6302-4f08-ad50-1f50c8fa80ba) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:40:52.041368 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ff154d8c-b71a-4af4-a007-73147aa41d85 req-122fb806-2cac-4b58-9345-96a8430aa61a tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff92525e-1469-42eb-a0b9-dade3c72c867 HTTP/1.1" status: 200 len: 210 time: 0.0365541 Sep 18 12:40:52.048330 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8bc13cd0-8053-48d3-8ddc-4ab90d814d7d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:52.089978 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8bc13cd0-8053-48d3-8ddc-4ab90d814d7d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:52.124674 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc13cd0-8053-48d3-8ddc-4ab90d814d7d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:40:52.127549 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-8bc13cd0-8053-48d3-8ddc-4ab90d814d7d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:40:52.131000 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc13cd0-8053-48d3-8ddc-4ab90d814d7d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:40:52.172734 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc13cd0-8053-48d3-8ddc-4ab90d814d7d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Pushing event updated for resources: {'Port': ['ID=36b54a75-6302-4f08-ad50-1f50c8fa80ba,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:52.602350 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f9748e55-b87f-472e-82ba-f239f6fd2c17 req-f11013d8-c5ac-4ed5-b7f9-d956e5081a21 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 210 time: 0.0631828 Sep 18 12:40:52.638066 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8bc13cd0-8053-48d3-8ddc-4ab90d814d7d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:52.638669 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['3d75058b-9aca-494d-823b-ca9a6b34652a', '3184ff7a-e1fc-4d51-bca2-78b9800fd2fb'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:40:52.766588 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8bc13cd0-8053-48d3-8ddc-4ab90d814d7d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:52.829706 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072c46d-699f-4760-9bb0-1e3cf9442a5c req-e2f3d76b-150d-462f-bdfb-642ef03a8569 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:52.841511 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e072c46d-699f-4760-9bb0-1e3cf9442a5c req-e2f3d76b-150d-462f-bdfb-642ef03a8569 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0987616 Sep 18 12:40:52.912625 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e072c46d-699f-4760-9bb0-1e3cf9442a5c req-5fe12f81-fdb6-42ba-9569-baa94ccc99fb tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701449 Sep 18 12:40:52.992464 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8bc13cd0-8053-48d3-8ddc-4ab90d814d7d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:52.998611 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8bc13cd0-8053-48d3-8ddc-4ab90d814d7d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655335'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:53.071508 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc13cd0-8053-48d3-8ddc-4ab90d814d7d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Pushing event updated for resources: {'Port': ['ID=36b54a75-6302-4f08-ad50-1f50c8fa80ba,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:40:53.088468 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8bc13cd0-8053-48d3-8ddc-4ab90d814d7d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673873'] for floatingip, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:53.204666 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.db.l3_db [None req-8bc13cd0-8053-48d3-8ddc-4ab90d814d7d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Floating IP cfc64ae9-8e56-4f25-8ca4-afbef2c897c5 associated. External IP: 172.27.1.249, port: f161b93a-7779-417a-90fb-eba37f142a6e. Sep 18 12:40:53.334135 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3203f6-fd80-41ed-b2d8-87f5a83cda2a req-85e123bc-2906-4908-8b31-e38472526aa1 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:53.335915 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4a3203f6-fd80-41ed-b2d8-87f5a83cda2a req-85e123bc-2906-4908-8b31-e38472526aa1 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0525990 Sep 18 12:40:53.384281 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4a3203f6-fd80-41ed-b2d8-87f5a83cda2a req-234f3223-74a5-45ab-a695-8ccc094ccdcc tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419676 Sep 18 12:40:53.443006 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc13cd0-8053-48d3-8ddc-4ab90d814d7d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Router 300608a6-6a35-47be-bba0-941654511037 has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:40:53.718200 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-15055728-a194-4cdd-a3c7-1a8fa5c8ae16 req-79103375-d3cf-4c30-b767-518f351acec1 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 210 time: 0.0279350 Sep 18 12:40:53.783733 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc13cd0-8053-48d3-8ddc-4ab90d814d7d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:40:53.799856 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63352cc-82c1-4c3a-9b64-a8dc2691d5a1 None None] Sync routers for ids ['300608a6-6a35-47be-bba0-941654511037'] in dv-cinder-809894-1-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:40:53.801983 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8bc13cd0-8053-48d3-8ddc-4ab90d814d7d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for floatingip, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:53.810113 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63352cc-82c1-4c3a-9b64-a8dc2691d5a1 None None] Routers {'300608a6-6a35-47be-bba0-941654511037'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:40:53.810749 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-d63352cc-82c1-4c3a-9b64-a8dc2691d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:40:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['300608a6-6a35-47be-bba0-941654511037'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:40:53.843686 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-8bc13cd0-8053-48d3-8ddc-4ab90d814d7d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1257663 Sep 18 12:40:53.843686 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9817f758-bde8-433f-ac25-25fb475bbcb3', 'tag': 'f161b93a-7779-417a-90fb-eba37f142a6e'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:40:53.843686 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e020be344c3c72492647676234d3904a5fccbfbca8e1277db2cbf238375b01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d65291-3475-466c-9b43-1888172448e7" -d '{"events": [{"name": "network-changed", "server_uuid": "9817f758-bde8-433f-ac25-25fb475bbcb3", "tag": "f161b93a-7779-417a-90fb-eba37f142a6e"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:40:53.871810 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd2ac38-10cc-4b7b-a299-27c7cb659cfd x-openstack-request-id: req-5fd2ac38-10cc-4b7b-a299-27c7cb659cfd {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:40:53.872088 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9817f758-bde8-433f-ac25-25fb475bbcb3", "tag": "f161b93a-7779-417a-90fb-eba37f142a6e", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:40:53.872325 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5fd2ac38-10cc-4b7b-a299-27c7cb659cfd {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:40:53.872710 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9817f758-bde8-433f-ac25-25fb475bbcb3', 'tag': 'f161b93a-7779-417a-90fb-eba37f142a6e', 'status': 'completed', 'code': 200} Sep 18 12:40:53.939995 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-d63352cc-82c1-4c3a-9b64-a8dc2691d5a1 None None] Set router 300608a6-6a35-47be-bba0-941654511037 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:40:54.046508 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fb9db-e382-470d-b1f7-ddf38f9d9259 req-54b02d6b-34c9-4939-ace5-3ddf6b0714b3 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:54.047983 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-913fb9db-e382-470d-b1f7-ddf38f9d9259 req-54b02d6b-34c9-4939-ace5-3ddf6b0714b3 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0574925 Sep 18 12:40:54.098388 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-913fb9db-e382-470d-b1f7-ddf38f9d9259 req-fe212e3c-2395-4ef5-9e97-e372e433e429 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417423 Sep 18 12:40:54.174971 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-d63352cc-82c1-4c3a-9b64-a8dc2691d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300608a6-6a35-47be-bba0-941654511037', 'name': 'tempest-TestVolumeBootPattern-2100787330-router', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:47Z', 'revision_number': 4, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'gw_port': {'id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': 'cfc64ae9-8e56-4f25-8ca4-afbef2c897c5', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '300608a6-6a35-47be-bba0-941654511037', 'port_id': 'f161b93a-7779-417a-90fb-eba37f142a6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'mac_address': 'fa:16:3e:ca:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9817f758-bde8-433f-ac25-25fb475bbcb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:40:52Z', 'updated_at': '2021-09-18T12:40:52Z', 'revision_number': 0, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b738515-792e-4aa5-9b94-52022fc1ad71', 'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'mac_address': 'fa:16:3e:37:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:46Z', 'updated_at': '2021-09-18T12:39:51Z', 'revision_number': 5, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'subnets': [{'id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:40:54.202430 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63352cc-82c1-4c3a-9b64-a8dc2691d5a1 None None] Checking router: 300608a6-6a35-47be-bba0-941654511037 for host: dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:40:54.210721 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63352cc-82c1-4c3a-9b64-a8dc2691d5a1 None None] Routers {'300608a6-6a35-47be-bba0-941654511037'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:40:54.211321 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-d63352cc-82c1-4c3a-9b64-a8dc2691d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:40:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['300608a6-6a35-47be-bba0-941654511037'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:40:54.318645 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-d63352cc-82c1-4c3a-9b64-a8dc2691d5a1 None None] Set router 300608a6-6a35-47be-bba0-941654511037 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:40:54.449443 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7eccfe4c-104d-4424-819e-4d2769ea7169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:54.539446 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7e950-8a4f-4fcf-b4e0-b06e237fa9a0 req-9f4c7375-3d1b-4486-a50c-34e10bc865bd tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:54.541385 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e2d7e950-8a4f-4fcf-b4e0-b06e237fa9a0 req-9f4c7375-3d1b-4486-a50c-34e10bc865bd tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0838375 Sep 18 12:40:54.601607 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-d63352cc-82c1-4c3a-9b64-a8dc2691d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300608a6-6a35-47be-bba0-941654511037', 'name': 'tempest-TestVolumeBootPattern-2100787330-router', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:47Z', 'revision_number': 4, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'gw_port': {'id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': 'cfc64ae9-8e56-4f25-8ca4-afbef2c897c5', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '300608a6-6a35-47be-bba0-941654511037', 'port_id': 'f161b93a-7779-417a-90fb-eba37f142a6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'mac_address': 'fa:16:3e:ca:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9817f758-bde8-433f-ac25-25fb475bbcb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:40:52Z', 'updated_at': '2021-09-18T12:40:52Z', 'revision_number': 0, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b738515-792e-4aa5-9b94-52022fc1ad71', 'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'mac_address': 'fa:16:3e:37:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:46Z', 'updated_at': '2021-09-18T12:39:51Z', 'revision_number': 5, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'subnets': [{'id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:40:54.602304 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e2d7e950-8a4f-4fcf-b4e0-b06e237fa9a0 req-2f7dea3b-1ce7-4f85-ba98-d8b863a847b2 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488110 Sep 18 12:40:54.633852 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63352cc-82c1-4c3a-9b64-a8dc2691d5a1 None None] The sync data for ids ['300608a6-6a35-47be-bba0-941654511037'] in dv-cinder-809894-1-iscsi is: [{'id': '300608a6-6a35-47be-bba0-941654511037', 'name': 'tempest-TestVolumeBootPattern-2100787330-router', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:47Z', 'revision_number': 4, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'gw_port': {'id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': 'cfc64ae9-8e56-4f25-8ca4-afbef2c897c5', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '300608a6-6a35-47be-bba0-941654511037', 'port_id': 'f161b93a-7779-417a-90fb-eba37f142a6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'mac_address': 'fa:16:3e:ca:65:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9817f758-bde8-433f-ac25-25fb475bbcb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:40:52Z', 'updated_at': '2021-09-18T12:40:52Z', 'revision_number': 0, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b738515-792e-4aa5-9b94-52022fc1ad71', 'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'mac_address': 'fa:16:3e:37:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:46Z', 'updated_at': '2021-09-18T12:39:51Z', 'revision_number': 5, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'subnets': [{'id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:40:54.837068 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-751ef1e3-6783-46c0-8bfa-6d4efde5790f req-a44c9042-521b-499a-b12e-6ed44ab5aa8d tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 210 time: 0.0334780 Sep 18 12:40:54.878607 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066191d8-6f15-4e16-aa71-7c47f008fb8b None None] New status for floating IP cfc64ae9-8e56-4f25-8ca4-afbef2c897c5: ACTIVE {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 12:40:55.234461 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9833833-9bca-4616-8605-cde3859a7ea7 req-fdef677b-280f-4524-9f4c-ae1a94653381 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:55.236195 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d9833833-9bca-4616-8605-cde3859a7ea7 req-fdef677b-280f-4524-9f4c-ae1a94653381 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0563135 Sep 18 12:40:55.276404 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d9833833-9bca-4616-8605-cde3859a7ea7 req-ba178f69-71ef-4edf-b702-fb0ca31e886f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341382 Sep 18 12:40:55.401299 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 3184ff7a-e1fc-4d51-bca2-78b9800fd2fb no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:40:55.420989 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] No Port match for: 3184ff7a-e1fc-4d51-bca2-78b9800fd2fb {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:40:55.421322 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 3184ff7a-e1fc-4d51-bca2-78b9800fd2fb not bound to the agent host hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:40:55.421724 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device c8518ad4-bd46-4c74-9521-3b640a25f7ca no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:40:55.440985 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] No Port match for: c8518ad4-bd46-4c74-9521-3b640a25f7ca {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:40:55.441320 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device c8518ad4-bd46-4c74-9521-3b640a25f7ca not bound to the agent host hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:40:55.727037 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fb064-289d-45bd-a5be-e21d2bd5bdf1 req-64eb11db-64d7-44e7-b31d-042cd16e7543 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:55.728587 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-428fb064-289d-45bd-a5be-e21d2bd5bdf1 req-64eb11db-64d7-44e7-b31d-042cd16e7543 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0507352 Sep 18 12:40:55.767822 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-428fb064-289d-45bd-a5be-e21d2bd5bdf1 req-b2f79029-0aab-488f-a93b-e9bce4d2f823 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325091 Sep 18 12:40:55.941384 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4eab7d4f-bc20-4567-a2da-55693e26c427 req-bf4f0d0d-5ec1-45db-8274-00ebe0b12d54 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 210 time: 0.0311308 Sep 18 12:40:56.409274 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70e93a-98cf-43b8-8f90-5be8e437ce08 req-c7e52e9a-d8a7-4260-ab9a-b8375149799c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:56.410811 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5e70e93a-98cf-43b8-8f90-5be8e437ce08 req-c7e52e9a-d8a7-4260-ab9a-b8375149799c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0529177 Sep 18 12:40:56.449936 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5e70e93a-98cf-43b8-8f90-5be8e437ce08 req-87e3424b-0d37-4cca-acfa-1f0380a274ee tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327523 Sep 18 12:40:56.880018 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102de54d-c963-4804-a814-edb37fde30c1 req-2f1ffafa-0187-4b8f-aaaf-c8da3d4ed344 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:56.881467 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-102de54d-c963-4804-a814-edb37fde30c1 req-2f1ffafa-0187-4b8f-aaaf-c8da3d4ed344 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0474358 Sep 18 12:40:56.924495 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-102de54d-c963-4804-a814-edb37fde30c1 req-9ee7bb3b-48be-4d72-acf8-005c19a73b19 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353525 Sep 18 12:40:57.036559 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b9a64f33-ba20-46ad-9c93-8178c3d3b4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:57.052192 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7fb57bd2-97e0-4de1-8154-57dcd09cd3e0 req-62e85d8a-027b-4410-b438-8ac62985cbb3 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 210 time: 0.0265565 Sep 18 12:40:57.569735 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333b724-b2b0-4632-904d-560f48d6500f req-30531eb0-f01a-46c2-9e0c-c221e48d34f3 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:57.571210 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a333b724-b2b0-4632-904d-560f48d6500f req-30531eb0-f01a-46c2-9e0c-c221e48d34f3 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0496473 Sep 18 12:40:57.610613 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a333b724-b2b0-4632-904d-560f48d6500f req-c7b23d76-fcff-45df-b13a-853a0e1e12bc tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334697 Sep 18 12:40:57.741353 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:58.040113 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb38f6c-532a-4b6c-ae62-60c8f58999cf req-c3f5c3b8-ade1-4365-8502-0fdbd1c61a3c tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:58.041587 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ddb38f6c-532a-4b6c-ae62-60c8f58999cf req-c3f5c3b8-ade1-4365-8502-0fdbd1c61a3c tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0496101 Sep 18 12:40:58.079101 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ddb38f6c-532a-4b6c-ae62-60c8f58999cf req-8f788a81-f414-4779-89e2-00bfaeffca9c tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313978 Sep 18 12:40:58.085107 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:58.165689 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ca8c451e-f975-4dbb-b368-130b3c8199da req-ce1f97fb-e519-48b4-9af4-1ce9d93f6e85 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 210 time: 0.0290673 Sep 18 12:40:58.730098 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4864992-75c9-4d06-b072-805287518735 req-e3b5eb1a-c9be-401b-a400-cc0b126b8d34 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:58.731621 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a4864992-75c9-4d06-b072-805287518735 req-e3b5eb1a-c9be-401b-a400-cc0b126b8d34 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0490463 Sep 18 12:40:58.770398 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a4864992-75c9-4d06-b072-805287518735 req-97492ab1-b3c9-4a00-8a66-42ae821cef88 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324969 Sep 18 12:40:59.195021 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5955391-8f3d-47e8-9fcb-015b00afe578 req-6f904d41-9f47-4b54-b3be-c16ef7273fe2 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:59.196763 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e5955391-8f3d-47e8-9fcb-015b00afe578 req-6f904d41-9f47-4b54-b3be-c16ef7273fe2 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0483100 Sep 18 12:40:59.238715 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e5955391-8f3d-47e8-9fcb-015b00afe578 req-c52902bf-6de2-44b4-ab04-98433b42a62f tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340328 Sep 18 12:40:59.274126 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-456c1f39-498d-4361-a255-f41b6fc705f1 req-8fbb39c3-77ee-47e9-9729-914fcdf54da1 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 210 time: 0.0260677 Sep 18 12:40:59.596239 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:40:59.895512 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81677d08-78cb-4290-b4e1-e7e63816d964 req-499e5eb5-b55a-4e9f-956a-f23eb8e1b7f1 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:40:59.897098 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-81677d08-78cb-4290-b4e1-e7e63816d964 req-499e5eb5-b55a-4e9f-956a-f23eb8e1b7f1 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0530198 Sep 18 12:40:59.936104 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-81677d08-78cb-4290-b4e1-e7e63816d964 req-2e0dedc4-129e-4741-a55c-5b79f185c4d8 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322042 Sep 18 12:41:00.352419 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd5f98-e70b-4d8c-bc7e-479a91849498 req-fac44c22-366d-4743-a58b-5e19c30b1ff4 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:00.353944 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-34cd5f98-e70b-4d8c-bc7e-479a91849498 req-fac44c22-366d-4743-a58b-5e19c30b1ff4 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0490851 Sep 18 12:41:00.394307 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a31c0aa4-fd30-4838-8cb3-8c72afbaab10 req-9f7bcfc7-3723-41a9-8f43-e3fee8b144a3 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 210 time: 0.0354517 Sep 18 12:41:00.423963 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-34cd5f98-e70b-4d8c-bc7e-479a91849498 req-32299725-e18a-4ee1-a96a-bd8bb81c2a90 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556066 Sep 18 12:41:01.097432 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bfe14-e45d-4c36-a2b4-f9ac986a0939 req-8fee7d30-8d8c-4e85-bcae-4f54c4732e47 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:01.098955 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-426bfe14-e45d-4c36-a2b4-f9ac986a0939 req-8fee7d30-8d8c-4e85-bcae-4f54c4732e47 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0798569 Sep 18 12:41:01.137637 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-426bfe14-e45d-4c36-a2b4-f9ac986a0939 req-35fd8228-b863-4e4d-aac8-1e60ba32b25e tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324247 Sep 18 12:41:01.531162 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b7a6257b-5795-4198-85d3-e5ce987c070b req-69cfaca3-8d1d-4f55-a52c-17e7f785e8fc tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 210 time: 0.0443878 Sep 18 12:41:01.577175 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e05ddf-4468-4747-b58d-06e04b209f38 req-2c390978-e5b1-4512-853e-ab4c9833801e tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:01.578644 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-08e05ddf-4468-4747-b58d-06e04b209f38 req-2c390978-e5b1-4512-853e-ab4c9833801e tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0500209 Sep 18 12:41:01.616784 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-08e05ddf-4468-4747-b58d-06e04b209f38 req-ef6182c7-8ccf-4def-aa63-305467b0fbcf tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322788 Sep 18 12:41:02.263724 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdb627-65a6-452f-a70a-72dce12a8fc8 req-bc3548fb-10f4-4d2f-84f0-0b58cb7b9ff6 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:02.265526 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5fcdb627-65a6-452f-a70a-72dce12a8fc8 req-bc3548fb-10f4-4d2f-84f0-0b58cb7b9ff6 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0546482 Sep 18 12:41:02.310904 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5fcdb627-65a6-452f-a70a-72dce12a8fc8 req-73f96443-2604-419d-99f4-5c4d2088f931 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326216 Sep 18 12:41:02.636370 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c46eb965-5b8e-4013-86ec-54a3c72fa8f9 req-e5fe03cd-2b1b-4664-9781-ae6637d0ab51 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 210 time: 0.0262208 Sep 18 12:41:02.740035 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1cd47-7e16-4818-88e5-ceeb033ed95d req-c8f665a7-d025-4240-8a9b-05960ca5e567 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:02.741500 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-02f1cd47-7e16-4818-88e5-ceeb033ed95d req-c8f665a7-d025-4240-8a9b-05960ca5e567 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0507622 Sep 18 12:41:02.782486 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-02f1cd47-7e16-4818-88e5-ceeb033ed95d req-312c1e09-2f2e-4636-a142-54bce60e01a6 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344212 Sep 18 12:41:03.444969 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62f182-8d90-4157-a3aa-2c9a54130a2a req-baba0d90-8fa0-4e12-8cee-381844d64c61 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:03.446415 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb62f182-8d90-4157-a3aa-2c9a54130a2a req-baba0d90-8fa0-4e12-8cee-381844d64c61 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0480158 Sep 18 12:41:03.488577 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb62f182-8d90-4157-a3aa-2c9a54130a2a req-adbdde5e-96d4-4717-816b-065be17b30aa tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347641 Sep 18 12:41:03.768634 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-02cad6b9-b929-4f13-9522-196ffa162e5a req-036bbaf8-94b7-417a-bbae-db3c91124430 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 210 time: 0.0273395 Sep 18 12:41:03.906115 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afc3fb-99a7-484f-9a1a-bad7b43355b3 req-2d3c0409-ec95-4fff-9a3f-5cf8cb8adeeb tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:03.907860 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-05afc3fb-99a7-484f-9a1a-bad7b43355b3 req-2d3c0409-ec95-4fff-9a3f-5cf8cb8adeeb tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0511982 Sep 18 12:41:03.949248 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-05afc3fb-99a7-484f-9a1a-bad7b43355b3 req-f78297bb-6a6d-4794-9d3b-57e874030466 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353234 Sep 18 12:41:04.607478 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be763d-e81b-4d4d-a2da-f04173e732d9 req-1152fc42-81c8-44d1-83e2-5e8b6b6173b9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:04.608898 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e1be763d-e81b-4d4d-a2da-f04173e732d9 req-1152fc42-81c8-44d1-83e2-5e8b6b6173b9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0491152 Sep 18 12:41:04.647864 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e1be763d-e81b-4d4d-a2da-f04173e732d9 req-41c01ce6-708f-4b3d-89a9-4c3f43f67a68 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329688 Sep 18 12:41:04.872316 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1c6fdcf0-afa1-4027-91cc-a052669c00cb req-809968fb-dcd7-49c4-b34f-e693113f59db tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 210 time: 0.0282156 Sep 18 12:41:05.075463 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b984d-724c-4a11-971c-76946f202c2d req-70082ed0-44b4-44fa-b0a4-72fecb9b59b4 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:05.077093 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9c1b984d-724c-4a11-971c-76946f202c2d req-70082ed0-44b4-44fa-b0a4-72fecb9b59b4 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0503492 Sep 18 12:41:05.115249 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9c1b984d-724c-4a11-971c-76946f202c2d req-0eeec982-9502-498d-8f2a-1732d240453c tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323548 Sep 18 12:41:05.803563 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5962014-feca-4e34-8ffc-876dcda066db req-2f40bdc5-ef0f-496e-b32b-9f5e87bab9c3 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:05.805033 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b5962014-feca-4e34-8ffc-876dcda066db req-2f40bdc5-ef0f-496e-b32b-9f5e87bab9c3 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0475249 Sep 18 12:41:05.841325 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b5962014-feca-4e34-8ffc-876dcda066db req-f78c03af-7a40-4433-bb27-de4a0e8c93a7 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304561 Sep 18 12:41:05.971553 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c677d89-c383-49ba-a3ac-9d7ebcbd6f0f req-5cecf648-1697-4c78-ad0c-6db20012791f tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 210 time: 0.0259721 Sep 18 12:41:06.228323 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b3daa-4214-4bd0-affe-b8d6c1342577 req-c3c171c6-bd82-4422-b0ff-c91462813e01 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:06.229666 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ae8b3daa-4214-4bd0-affe-b8d6c1342577 req-c3c171c6-bd82-4422-b0ff-c91462813e01 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0495477 Sep 18 12:41:06.266083 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ae8b3daa-4214-4bd0-affe-b8d6c1342577 req-076bcc0f-f871-4766-82d3-cf00a4b32ed6 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305817 Sep 18 12:41:06.962803 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d65291-3475-466c-9b43-1888172448e7 req-50438ddf-2fcf-40f6-a056-f85cad0e41d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:06.964847 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-95d65291-3475-466c-9b43-1888172448e7 req-50438ddf-2fcf-40f6-a056-f85cad0e41d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4b17c4b73c846a5beaa565957fa5b0f&device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 1099 time: 0.0679145 Sep 18 12:41:06.976260 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e454916-7886-4fa0-9d38-ba025c711f04 req-599e15b2-b1b2-4f5c-9c58-37a778d9d54b tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:06.977644 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9e454916-7886-4fa0-9d38-ba025c711f04 req-599e15b2-b1b2-4f5c-9c58-37a778d9d54b tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0567055 Sep 18 12:41:07.092267 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9e454916-7886-4fa0-9d38-ba025c711f04 req-f3538253-c4d1-430e-8eb2-8b273d5b3f04 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060839 Sep 18 12:41:07.094032 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-faeb11ef-1e96-49ad-a76f-b9e7659f9ca4 req-27ccab45-f351-42dd-a69f-ca63dac71ffb tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=25eef379-1ef4-40fe-8234-cab36471a870 HTTP/1.1" status: 200 len: 210 time: 0.0374246 Sep 18 12:41:07.118828 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d65291-3475-466c-9b43-1888172448e7 req-a21c66a2-54b0-4e65-8e03-4a627a9f453f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:07.118828 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-95d65291-3475-466c-9b43-1888172448e7 req-a21c66a2-54b0-4e65-8e03-4a627a9f453f service neutron] 10.222.0.13 "GET /v2.0/networks?id=912eee10-59e8-4a2c-acbd-9133161c8c07 HTTP/1.1" status: 200 len: 913 time: 0.1398928 Sep 18 12:41:07.193051 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-95d65291-3475-466c-9b43-1888172448e7 req-d45ad97c-044d-4cab-b0ee-abe78e1ed90f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f161b93a-7779-417a-90fb-eba37f142a6e HTTP/1.1" status: 200 len: 1002 time: 0.0621564 Sep 18 12:41:07.251607 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d65291-3475-466c-9b43-1888172448e7 req-cd3bfbb7-a0bf-47f7-8478-56b74680b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:07.253057 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-95d65291-3475-466c-9b43-1888172448e7 req-cd3bfbb7-a0bf-47f7-8478-56b74680b3d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e2bf35ac-f149-49bc-8c73-f2857d2031df HTTP/1.1" status: 200 len: 851 time: 0.0431063 Sep 18 12:41:07.298663 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d65291-3475-466c-9b43-1888172448e7 req-a65e0d61-d7f6-4c7c-8b6d-57e313d5a702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:07.300196 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-95d65291-3475-466c-9b43-1888172448e7 req-a65e0d61-d7f6-4c7c-8b6d-57e313d5a702 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=912eee10-59e8-4a2c-acbd-9133161c8c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383027 Sep 18 12:41:07.424926 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393df745-aa1c-4c5a-b8d6-61a64ee2352d req-71ae37aa-1b11-41bf-bf9d-f19081de888b tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:07.426380 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-393df745-aa1c-4c5a-b8d6-61a64ee2352d req-71ae37aa-1b11-41bf-bf9d-f19081de888b tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0909188 Sep 18 12:41:07.428578 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-95d65291-3475-466c-9b43-1888172448e7 req-16ca81fb-d382-4fee-80a2-1602c8665372 service neutron] 10.222.0.13 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205955 Sep 18 12:41:07.513649 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-393df745-aa1c-4c5a-b8d6-61a64ee2352d req-98b9648c-7ed2-4130-ba02-0d36248868cf tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813818 Sep 18 12:41:07.540339 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-95d65291-3475-466c-9b43-1888172448e7 req-53c90304-0c19-41a5-8542-bc17fd7aa419 service neutron] 10.222.0.13 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026835 Sep 18 12:41:08.226767 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6edbbc-e8e5-4db0-b4c4-567c156cc646 req-cfdbf3fa-4bbf-4b41-8439-4b9bb49009d1 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:08.228293 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ff6edbbc-e8e5-4db0-b4c4-567c156cc646 req-cfdbf3fa-4bbf-4b41-8439-4b9bb49009d1 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0500839 Sep 18 12:41:08.267283 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ff6edbbc-e8e5-4db0-b4c4-567c156cc646 req-00d858b1-ff60-4f18-9541-b61bc1c40406 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321019 Sep 18 12:41:08.624740 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184035a-da8d-4649-bcf7-cdf86d38e692 req-8564f36c-dd0d-465d-8497-8d66696d39b2 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:08.626175 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4184035a-da8d-4649-bcf7-cdf86d38e692 req-8564f36c-dd0d-465d-8497-8d66696d39b2 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0473754 Sep 18 12:41:08.666460 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4184035a-da8d-4649-bcf7-cdf86d38e692 req-41fecea1-14bf-4179-a436-817f891a05cf tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344090 Sep 18 12:41:09.386655 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d0ffd-dcd8-42d4-b65f-08ecff185d01 req-e84361b8-29f8-40f7-8c67-6016e150b3a3 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:09.388163 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fa7d0ffd-dcd8-42d4-b65f-08ecff185d01 req-e84361b8-29f8-40f7-8c67-6016e150b3a3 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0512772 Sep 18 12:41:09.426429 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fa7d0ffd-dcd8-42d4-b65f-08ecff185d01 req-6ae5b4c6-5949-441e-81af-31c323965402 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317683 Sep 18 12:41:09.486901 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91d5a8-cd1d-4674-92a1-169661482d81 req-4990f336-ca84-4c50-b4e5-0c33eb84ed22 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:09.488366 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0c91d5a8-cd1d-4674-92a1-169661482d81 req-4990f336-ca84-4c50-b4e5-0c33eb84ed22 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=3958f1b5-2fa6-4af1-b7a8-5d4f90037183 HTTP/1.1" status: 200 len: 945 time: 0.0470018 Sep 18 12:41:09.524564 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0c91d5a8-cd1d-4674-92a1-169661482d81 req-2911880f-156d-4872-a4e7-6973f6ee60b6 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302641 Sep 18 12:41:09.777328 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b5b2c-782c-4dd8-b7dc-d4d8eb1e8f55 req-87cf9847-3dbe-4b69-a8ec-b6611929791e tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:09.778770 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-820b5b2c-782c-4dd8-b7dc-d4d8eb1e8f55 req-87cf9847-3dbe-4b69-a8ec-b6611929791e tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0473011 Sep 18 12:41:09.818433 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-820b5b2c-782c-4dd8-b7dc-d4d8eb1e8f55 req-0c6b8550-52c3-47ee-93c4-9dd5ca3766b9 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339589 Sep 18 12:41:10.542745 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e417f3a-6305-411f-b816-120d77bafe01 req-3c672e16-503a-468e-8f6f-e823380169e0 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:10.544431 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0e417f3a-6305-411f-b816-120d77bafe01 req-3c672e16-503a-468e-8f6f-e823380169e0 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0479813 Sep 18 12:41:10.582380 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0e417f3a-6305-411f-b816-120d77bafe01 req-acd7a42d-8805-4fbd-9f32-8529212743fc tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318098 Sep 18 12:41:10.636990 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd1061-acdf-4dc7-b51e-27bdfb5d731e req-c76c5bdb-165f-4a8a-88ae-88f8bfed762e tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:10.638430 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7efd1061-acdf-4dc7-b51e-27bdfb5d731e req-c76c5bdb-165f-4a8a-88ae-88f8bfed762e tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=3958f1b5-2fa6-4af1-b7a8-5d4f90037183 HTTP/1.1" status: 200 len: 945 time: 0.0470657 Sep 18 12:41:10.674248 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7efd1061-acdf-4dc7-b51e-27bdfb5d731e req-b3c0f7f1-da9b-4be3-a847-d1ce90b8447a tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295978 Sep 18 12:41:10.926741 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea509a8-22cc-439b-8adf-a1fb57a278ba req-fd8c663c-372c-455d-943e-46f0a14a7fd3 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:10.928118 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fea509a8-22cc-439b-8adf-a1fb57a278ba req-fd8c663c-372c-455d-943e-46f0a14a7fd3 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0465431 Sep 18 12:41:10.967181 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fea509a8-22cc-439b-8adf-a1fb57a278ba req-927891f8-153d-4a3f-8396-a370526b94c8 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328691 Sep 18 12:41:11.241162 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538a4c8-52ff-4dec-b34b-3576d323f114 req-6c171b4c-f768-48b2-877c-97fabd89c0a4 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:11.242622 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1538a4c8-52ff-4dec-b34b-3576d323f114 req-6c171b4c-f768-48b2-877c-97fabd89c0a4 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.13 "GET /v2.0/ports?device_id=3958f1b5-2fa6-4af1-b7a8-5d4f90037183 HTTP/1.1" status: 200 len: 945 time: 0.0466433 Sep 18 12:41:11.337101 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-1538a4c8-52ff-4dec-b34b-3576d323f114 req-d7859fff-809c-4a68-9dcd-429e5de07bd8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Deleting port f46d20d8-f1ba-456b-9666-0713382f34fc {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:41:11.337583 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-1538a4c8-52ff-4dec-b34b-3576d323f114 req-d7859fff-809c-4a68-9dcd-429e5de07bd8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:11.432636 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-1538a4c8-52ff-4dec-b34b-3576d323f114 req-d7859fff-809c-4a68-9dcd-429e5de07bd8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] For port f46d20d8-f1ba-456b-9666-0713382f34fc, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=f46d20d8-f1ba-456b-9666-0713382f34fc,segment=NetworkSegment(e611941f-17b4-4933-b698-5af07f251eef),segment_id=e611941f-17b4-4933-b698-5af07f251eef)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:41:11.432997 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-1538a4c8-52ff-4dec-b34b-3576d323f114 req-d7859fff-809c-4a68-9dcd-429e5de07bd8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:11.444714 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-1538a4c8-52ff-4dec-b34b-3576d323f114 req-d7859fff-809c-4a68-9dcd-429e5de07bd8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Calling delete_port for f46d20d8-f1ba-456b-9666-0713382f34fc owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:41:11.575031 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-1538a4c8-52ff-4dec-b34b-3576d323f114 req-d7859fff-809c-4a68-9dcd-429e5de07bd8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:11.586906 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['af4da8e2-6830-49f9-be19-4120aed4673e', '8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31', 'f46d20d8-f1ba-456b-9666-0713382f34fc'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:41:11.816117 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7859fff-809c-4a68-9dcd-429e5de07bd8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Pushing event deleted for resources: {'Port': ['ID=f46d20d8-f1ba-456b-9666-0713382f34fc,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:11.867343 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5263636c-63e4-425b-8b31-8b86afc0cb65 req-eb40489f-1e67-40a7-ba4a-4c0648e89cb0 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=3958f1b5-2fa6-4af1-b7a8-5d4f90037183 HTTP/1.1" status: 200 len: 210 time: 0.0535479 Sep 18 12:41:11.868561 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7859fff-809c-4a68-9dcd-429e5de07bd8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:11.868912 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7859fff-809c-4a68-9dcd-429e5de07bd8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:11.869244 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7859fff-809c-4a68-9dcd-429e5de07bd8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:11.869571 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7859fff-809c-4a68-9dcd-429e5de07bd8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:11.869897 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7859fff-809c-4a68-9dcd-429e5de07bd8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:11.870254 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7859fff-809c-4a68-9dcd-429e5de07bd8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:11.870576 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7859fff-809c-4a68-9dcd-429e5de07bd8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:11.870897 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7859fff-809c-4a68-9dcd-429e5de07bd8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:11.871213 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7859fff-809c-4a68-9dcd-429e5de07bd8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:11.871527 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7859fff-809c-4a68-9dcd-429e5de07bd8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:11.871871 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7859fff-809c-4a68-9dcd-429e5de07bd8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:11.872191 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7859fff-809c-4a68-9dcd-429e5de07bd8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:11.911334 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-1538a4c8-52ff-4dec-b34b-3576d323f114 req-d7859fff-809c-4a68-9dcd-429e5de07bd8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] No DVR routers for this DVR port f46d20d8-f1ba-456b-9666-0713382f34fc on host hv-cinder-80989 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:41:11.914249 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-1538a4c8-52ff-4dec-b34b-3576d323f114 req-d7859fff-809c-4a68-9dcd-429e5de07bd8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:11.916208 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1538a4c8-52ff-4dec-b34b-3576d323f114 req-d7859fff-809c-4a68-9dcd-429e5de07bd8 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.13 "DELETE /v2.0/ports/f46d20d8-f1ba-456b-9666-0713382f34fc HTTP/1.1" status: 204 len: 173 time: 0.6659470 Sep 18 12:41:11.916634 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3958f1b5-2fa6-4af1-b7a8-5d4f90037183', 'name': 'network-vif-deleted', 'tag': 'f46d20d8-f1ba-456b-9666-0713382f34fc'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:41:11.918831 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5da17e-ff14-462c-9ab5-c5f0dabd2e23" -d '{"events": [{"server_uuid": "3958f1b5-2fa6-4af1-b7a8-5d4f90037183", "name": "network-vif-deleted", "tag": "f46d20d8-f1ba-456b-9666-0713382f34fc"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:41:11.935808 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251ef9a-f2a1-4fba-814b-67882afb423e req-1223140b-aec7-4df8-90d5-8364351e2fd6 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:11.937573 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5251ef9a-f2a1-4fba-814b-67882afb423e req-1223140b-aec7-4df8-90d5-8364351e2fd6 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.1246583 Sep 18 12:41:11.961349 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178184c5-c17d-4489-a1dd-5660c4011419 x-openstack-request-id: req-178184c5-c17d-4489-a1dd-5660c4011419 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:41:11.961650 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3958f1b5-2fa6-4af1-b7a8-5d4f90037183", "name": "network-vif-deleted", "tag": "f46d20d8-f1ba-456b-9666-0713382f34fc", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:41:11.961894 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-178184c5-c17d-4489-a1dd-5660c4011419 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:41:11.962272 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3958f1b5-2fa6-4af1-b7a8-5d4f90037183', 'name': 'network-vif-deleted', 'tag': 'f46d20d8-f1ba-456b-9666-0713382f34fc', 'status': 'completed', 'code': 200} Sep 18 12:41:11.979007 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5251ef9a-f2a1-4fba-814b-67882afb423e req-d7f6ece5-5327-4dfe-b630-a04682dff958 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359328 Sep 18 12:41:12.092965 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30424f56-ecfe-47ea-bcc3-6284c2098b41 req-836f5e90-57e0-4403-a1d1-bfb52fd2bb78 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:12.094337 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-30424f56-ecfe-47ea-bcc3-6284c2098b41 req-836f5e90-57e0-4403-a1d1-bfb52fd2bb78 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0474756 Sep 18 12:41:12.130956 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-30424f56-ecfe-47ea-bcc3-6284c2098b41 req-244d1786-f78a-4e70-b9d9-0e16ea1e7692 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffce46cb-31b5-479e-9a15-4e0abcbf7e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305505 Sep 18 12:41:12.697200 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 53640) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:12.771088 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076dd17-e0e3-4273-89e9-74821bd2f281 req-967fee91-9325-4e7b-90f8-7b002271a0ea tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:12.772917 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4076dd17-e0e3-4273-89e9-74821bd2f281 req-967fee91-9325-4e7b-90f8-7b002271a0ea tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 945 time: 0.0574753 Sep 18 12:41:12.861302 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3ce06ac5-18ce-4b8f-89db-d91c44ed5f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:12.896993 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-4076dd17-e0e3-4273-89e9-74821bd2f281 req-7144537e-7a8c-482f-8558-d15d7ea02811 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Deleting port 3d75058b-9aca-494d-823b-ca9a6b34652a {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:41:12.897397 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4076dd17-e0e3-4273-89e9-74821bd2f281 req-7144537e-7a8c-482f-8558-d15d7ea02811 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:12.955212 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3ce06ac5-18ce-4b8f-89db-d91c44ed5f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:12.961611 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3ce06ac5-18ce-4b8f-89db-d91c44ed5f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:12.999594 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce06ac5-18ce-4b8f-89db-d91c44ed5f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770a472c-6685-4659-ae1a-e34de825a544,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:13.017344 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce06ac5-18ce-4b8f-89db-d91c44ed5f5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:13.017792 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce06ac5-18ce-4b8f-89db-d91c44ed5f5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:13.018238 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce06ac5-18ce-4b8f-89db-d91c44ed5f5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:13.018863 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce06ac5-18ce-4b8f-89db-d91c44ed5f5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:13.019391 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce06ac5-18ce-4b8f-89db-d91c44ed5f5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:13.019957 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce06ac5-18ce-4b8f-89db-d91c44ed5f5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:13.020503 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce06ac5-18ce-4b8f-89db-d91c44ed5f5c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:13.021075 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce06ac5-18ce-4b8f-89db-d91c44ed5f5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:13.021607 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce06ac5-18ce-4b8f-89db-d91c44ed5f5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:13.022136 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce06ac5-18ce-4b8f-89db-d91c44ed5f5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:13.022663 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce06ac5-18ce-4b8f-89db-d91c44ed5f5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:13.023206 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce06ac5-18ce-4b8f-89db-d91c44ed5f5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:13.031703 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-4076dd17-e0e3-4273-89e9-74821bd2f281 req-7144537e-7a8c-482f-8558-d15d7ea02811 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] For port 3d75058b-9aca-494d-823b-ca9a6b34652a, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=3d75058b-9aca-494d-823b-ca9a6b34652a,segment=NetworkSegment(4cc966f8-9358-4356-a829-0cf81e4c7ae7),segment_id=4cc966f8-9358-4356-a829-0cf81e4c7ae7)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:41:13.032090 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4076dd17-e0e3-4273-89e9-74821bd2f281 req-7144537e-7a8c-482f-8558-d15d7ea02811 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:13.033285 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-3ce06ac5-18ce-4b8f-89db-d91c44ed5f5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=182a33809a4d448d8e5db8f35f6b244d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349974 Sep 18 12:41:13.034311 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 53650) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:13.060409 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-4076dd17-e0e3-4273-89e9-74821bd2f281 req-7144537e-7a8c-482f-8558-d15d7ea02811 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Calling delete_port for 3d75058b-9aca-494d-823b-ca9a6b34652a owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:41:13.087905 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-013707c6-dfce-4f8e-8886-13d4775d34a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:13.112935 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-013707c6-dfce-4f8e-8886-13d4775d34a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:13.161103 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-013707c6-dfce-4f8e-8886-13d4775d34a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:13.163490 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-013707c6-dfce-4f8e-8886-13d4775d34a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:13.164704 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-013707c6-dfce-4f8e-8886-13d4775d34a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/770a472c-6685-4659-ae1a-e34de825a544 HTTP/1.1" status: 204 len: 168 time: 0.1293025 Sep 18 12:41:13.177349 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013707c6-dfce-4f8e-8886-13d4775d34a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770a472c-6685-4659-ae1a-e34de825a544,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:13.227412 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8162-9580-45f5-bca5-0ace4794b04a req-9fae520c-6af1-4164-98c0-3431573738bf tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:13.228919 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-50ab8162-9580-45f5-bca5-0ace4794b04a req-9fae520c-6af1-4164-98c0-3431573738bf tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.1122494 Sep 18 12:41:13.249801 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca125d-954e-4911-92de-146a5935cdd4 req-5d17f74e-ee3d-4021-87f8-1dd7ff4c043c tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:13.251248 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-27ca125d-954e-4911-92de-146a5935cdd4 req-5d17f74e-ee3d-4021-87f8-1dd7ff4c043c tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9d3040-1106-457b-9934-3b25cb91d243 HTTP/1.1" status: 200 len: 945 time: 0.1029224 Sep 18 12:41:13.330520 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-50ab8162-9580-45f5-bca5-0ace4794b04a req-7bbf043f-144d-44e1-ab92-acbf8b6b6a84 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940607 Sep 18 12:41:13.350136 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-27ca125d-954e-4911-92de-146a5935cdd4 req-16651f44-33bf-4f56-a569-fa7f6b1f7068 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904367 Sep 18 12:41:13.360673 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4076dd17-e0e3-4273-89e9-74821bd2f281 req-7144537e-7a8c-482f-8558-d15d7ea02811 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:13.382022 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['3d75058b-9aca-494d-823b-ca9a6b34652a'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:41:13.402252 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144537e-7a8c-482f-8558-d15d7ea02811 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Pushing event deleted for resources: {'Port': ['ID=3d75058b-9aca-494d-823b-ca9a6b34652a,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:13.458438 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2bd615cb-51dc-4887-9fc2-f0ba6c9ad31e req-99092c75-e6b4-4d36-a9a7-9cb7a7fd9e0a tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e687dee-6a59-40ae-9a4d-cc994485df58 HTTP/1.1" status: 200 len: 210 time: 0.0465138 Sep 18 12:41:13.475979 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-4076dd17-e0e3-4273-89e9-74821bd2f281 req-7144537e-7a8c-482f-8558-d15d7ea02811 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] No DVR routers for this DVR port 3d75058b-9aca-494d-823b-ca9a6b34652a on host hv-cinder-80989 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:41:13.480903 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-4076dd17-e0e3-4273-89e9-74821bd2f281 req-7144537e-7a8c-482f-8558-d15d7ea02811 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:13.482944 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4076dd17-e0e3-4273-89e9-74821bd2f281 req-7144537e-7a8c-482f-8558-d15d7ea02811 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] 10.222.0.13 "DELETE /v2.0/ports/3d75058b-9aca-494d-823b-ca9a6b34652a HTTP/1.1" status: 204 len: 173 time: 0.6980088 Sep 18 12:41:13.963437 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e687dee-6a59-40ae-9a4d-cc994485df58', 'name': 'network-vif-deleted', 'tag': '3d75058b-9aca-494d-823b-ca9a6b34652a'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:41:13.966651 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac7b91f-5214-4023-ac7c-abf2fdcb029f" -d '{"events": [{"server_uuid": "3e687dee-6a59-40ae-9a4d-cc994485df58", "name": "network-vif-deleted", "tag": "3d75058b-9aca-494d-823b-ca9a6b34652a"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:41:14.015333 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad33de8-344b-4b82-ba37-de08a4afc0c7 x-openstack-request-id: req-dad33de8-344b-4b82-ba37-de08a4afc0c7 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:41:14.015525 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e687dee-6a59-40ae-9a4d-cc994485df58", "name": "network-vif-deleted", "tag": "3d75058b-9aca-494d-823b-ca9a6b34652a", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:41:14.016195 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dad33de8-344b-4b82-ba37-de08a4afc0c7 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:41:14.016701 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e687dee-6a59-40ae-9a4d-cc994485df58', 'name': 'network-vif-deleted', 'tag': '3d75058b-9aca-494d-823b-ca9a6b34652a', 'status': 'completed', 'code': 200} Sep 18 12:41:14.479520 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d96ea5-0716-4614-9e89-5d2c4c8d0791 req-341f1e67-23c2-40f0-be66-a3316877f8f3 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:14.481061 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b4d96ea5-0716-4614-9e89-5d2c4c8d0791 req-341f1e67-23c2-40f0-be66-a3316877f8f3 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0747921 Sep 18 12:41:14.493786 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb017dd0-fa01-492c-aef4-91c4937ddfc0 req-23cbc0de-c79e-43c9-9097-761965a05995 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:14.495803 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eb017dd0-fa01-492c-aef4-91c4937ddfc0 req-23cbc0de-c79e-43c9-9097-761965a05995 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9d3040-1106-457b-9934-3b25cb91d243 HTTP/1.1" status: 200 len: 945 time: 0.0778067 Sep 18 12:41:14.551223 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b4d96ea5-0716-4614-9e89-5d2c4c8d0791 req-b4edb87a-143b-4496-a279-bb2abff96168 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545011 Sep 18 12:41:14.555930 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eb017dd0-fa01-492c-aef4-91c4937ddfc0 req-ede49e4b-8820-4036-9105-f8854de32046 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534453 Sep 18 12:41:14.598002 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 53696) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:14.721945 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787f8a5-f05b-4345-9dc0-83eb334e1717 req-8bd71460-2dfc-4e21-ae9b-e50a893a5c11 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:14.723352 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9787f8a5-f05b-4345-9dc0-83eb334e1717 req-8bd71460-2dfc-4e21-ae9b-e50a893a5c11 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed9d3040-1106-457b-9934-3b25cb91d243 HTTP/1.1" status: 200 len: 945 time: 0.0890584 Sep 18 12:41:14.920339 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-9787f8a5-f05b-4345-9dc0-83eb334e1717 req-d658bfcd-06c4-4af8-ab54-0264cfedb915 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Deleting port 8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:41:14.920641 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-9787f8a5-f05b-4345-9dc0-83eb334e1717 req-d658bfcd-06c4-4af8-ab54-0264cfedb915 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:15.066275 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-9787f8a5-f05b-4345-9dc0-83eb334e1717 req-d658bfcd-06c4-4af8-ab54-0264cfedb915 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] For port 8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31,segment=NetworkSegment(e611941f-17b4-4933-b698-5af07f251eef),segment_id=e611941f-17b4-4933-b698-5af07f251eef)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:41:15.067109 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-9787f8a5-f05b-4345-9dc0-83eb334e1717 req-d658bfcd-06c4-4af8-ab54-0264cfedb915 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:15.083293 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-9787f8a5-f05b-4345-9dc0-83eb334e1717 req-d658bfcd-06c4-4af8-ab54-0264cfedb915 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Calling delete_port for 8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:41:15.263936 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40843fa4-c967-4a3e-9ea5-2db380619d4d req-407d132f-fc92-486b-9eca-e77e5f1910b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:15.265572 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40843fa4-c967-4a3e-9ea5-2db380619d4d req-407d132f-fc92-486b-9eca-e77e5f1910b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9477430a832042d4b203b849bafeb9e9&device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 1097 time: 0.0840974 Sep 18 12:41:15.282375 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f0890df0-fd18-48f6-b276-541b6164f9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3673617'] for router_interface, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:15.456729 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-9787f8a5-f05b-4345-9dc0-83eb334e1717 req-d658bfcd-06c4-4af8-ab54-0264cfedb915 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:15.468659 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['af4da8e2-6830-49f9-be19-4120aed4673e', '8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:41:15.501614 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658bfcd-06c4-4af8-ab54-0264cfedb915 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Pushing event deleted for resources: {'Port': ['ID=8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:15.502554 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device f46d20d8-f1ba-456b-9666-0713382f34fc no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:41:15.527355 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] No Port match for: f46d20d8-f1ba-456b-9666-0713382f34fc {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:41:15.527946 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device f46d20d8-f1ba-456b-9666-0713382f34fc not bound to the agent host hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:41:15.530535 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40843fa4-c967-4a3e-9ea5-2db380619d4d req-3ea93eeb-d882-4705-9214-5ac1b058745a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:15.532212 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40843fa4-c967-4a3e-9ea5-2db380619d4d req-3ea93eeb-d882-4705-9214-5ac1b058745a service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ab574f3-0ba4-4c64-96c3-ff427a72d455 HTTP/1.1" status: 200 len: 918 time: 0.2274563 Sep 18 12:41:15.875833 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-9787f8a5-f05b-4345-9dc0-83eb334e1717 req-d658bfcd-06c4-4af8-ab54-0264cfedb915 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] No DVR routers for this DVR port 8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31 on host hv-cinder-80989 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:41:15.909831 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-9787f8a5-f05b-4345-9dc0-83eb334e1717 req-d658bfcd-06c4-4af8-ab54-0264cfedb915 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:15.911756 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9787f8a5-f05b-4345-9dc0-83eb334e1717 req-d658bfcd-06c4-4af8-ab54-0264cfedb915 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.13 "DELETE /v2.0/ports/8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31 HTTP/1.1" status: 204 len: 173 time: 1.1794863 Sep 18 12:41:15.935883 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4495363c-5590-439e-9a11-3f8b4079039d req-8bec6141-afbf-4f9a-aedb-620653f7409e tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9d3040-1106-457b-9934-3b25cb91d243 HTTP/1.1" status: 200 len: 210 time: 0.0762937 Sep 18 12:41:15.981326 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40843fa4-c967-4a3e-9ea5-2db380619d4d req-7e74c75b-5c99-4d97-a3ee-40bd9f400aaa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6eed02d6-1e85-4490-b354-60f900f3cf5e HTTP/1.1" status: 200 len: 999 time: 0.4177730 Sep 18 12:41:16.023794 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9d3040-1106-457b-9934-3b25cb91d243', 'name': 'network-vif-deleted', 'tag': '8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:41:16.026664 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7602a0d3-9316-4be1-b34f-467ff2c116df" -d '{"events": [{"server_uuid": "ed9d3040-1106-457b-9934-3b25cb91d243", "name": "network-vif-deleted", "tag": "8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:41:16.039578 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58624d-8a63-47cf-a442-ef476b2fee70 req-8fc12d00-1251-4f93-ba31-a79d8e653c5d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:16.041210 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-be58624d-8a63-47cf-a442-ef476b2fee70 req-8fc12d00-1251-4f93-ba31-a79d8e653c5d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.1837828 Sep 18 12:41:16.076199 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749579d6-0740-4ee9-85a8-3859093f005c x-openstack-request-id: req-749579d6-0740-4ee9-85a8-3859093f005c {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:41:16.076843 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9d3040-1106-457b-9934-3b25cb91d243", "name": "network-vif-deleted", "tag": "8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:41:16.076843 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-749579d6-0740-4ee9-85a8-3859093f005c {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:41:16.077072 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9d3040-1106-457b-9934-3b25cb91d243', 'name': 'network-vif-deleted', 'tag': '8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31', 'status': 'completed', 'code': 200} Sep 18 12:41:16.093543 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40843fa4-c967-4a3e-9ea5-2db380619d4d req-6fdb4929-247e-40b7-94fa-1bf4737b3bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:16.094980 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40843fa4-c967-4a3e-9ea5-2db380619d4d req-6fdb4929-247e-40b7-94fa-1bf4737b3bbb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60194707-770d-4fdc-856c-c0e71f0849f4 HTTP/1.1" status: 200 len: 856 time: 0.1043305 Sep 18 12:41:16.133596 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-be58624d-8a63-47cf-a442-ef476b2fee70 req-1ab71758-60da-4d0a-85a2-b380941694cc tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849190 Sep 18 12:41:16.190196 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40843fa4-c967-4a3e-9ea5-2db380619d4d req-b0e4d42c-7a82-4ab4-8341-9c473846995c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:16.191703 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40843fa4-c967-4a3e-9ea5-2db380619d4d req-b0e4d42c-7a82-4ab4-8341-9c473846995c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ab574f3-0ba4-4c64-96c3-ff427a72d455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734975 Sep 18 12:41:16.235233 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-f0890df0-fd18-48f6-b276-541b6164f9cf admin admin] Deleting port 1b83c66a-2036-4327-aac9-be4e47d7a10c {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:41:16.235574 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f0890df0-fd18-48f6-b276-541b6164f9cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:16.345315 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40843fa4-c967-4a3e-9ea5-2db380619d4d req-ca963c82-42e4-474d-84dc-181bc9d59b93 service neutron] 10.222.0.13 "GET /v2.0/networks/4ab574f3-0ba4-4c64-96c3-ff427a72d455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453834 Sep 18 12:41:16.393462 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-f0890df0-fd18-48f6-b276-541b6164f9cf admin admin] For port 1b83c66a-2036-4327-aac9-be4e47d7a10c, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=1b83c66a-2036-4327-aac9-be4e47d7a10c,segment=NetworkSegment(4cc966f8-9358-4356-a829-0cf81e4c7ae7),segment_id=4cc966f8-9358-4356-a829-0cf81e4c7ae7)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:41:16.393829 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f0890df0-fd18-48f6-b276-541b6164f9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:16.436802 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-f0890df0-fd18-48f6-b276-541b6164f9cf admin admin] Calling delete_port for 1b83c66a-2036-4327-aac9-be4e47d7a10c owned by network:router_interface {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:41:16.504411 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40843fa4-c967-4a3e-9ea5-2db380619d4d req-d8824f58-840d-4f2b-86f7-8aa3cde75c13 service neutron] 10.222.0.13 "GET /v2.0/networks/4ab574f3-0ba4-4c64-96c3-ff427a72d455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485450 Sep 18 12:41:16.643298 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f0890df0-fd18-48f6-b276-541b6164f9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:16.668853 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0890df0-fd18-48f6-b276-541b6164f9cf admin admin] Pushing event deleted for resources: {'Port': ['ID=1b83c66a-2036-4327-aac9-be4e47d7a10c,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:16.788166 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f0890df0-fd18-48f6-b276-541b6164f9cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674017'] for router_interface, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:17.022664 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0890df0-fd18-48f6-b276-541b6164f9cf admin admin] Router 41c2995b-ca3d-4d3b-9254-6e130c40ffec has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:41:17.162623 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0890df0-fd18-48f6-b276-541b6164f9cf admin admin] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:41:17.169094 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f0890df0-fd18-48f6-b276-541b6164f9cf admin admin] 10.222.0.24 "PUT /v2.0/routers/41c2995b-ca3d-4d3b-9254-6e130c40ffec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5700073 Sep 18 12:41:17.171493 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 53734) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:17.175726 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cd7360-ad23-46cf-9815-b4dc3c702b90 None None] Sync routers for ids ['41c2995b-ca3d-4d3b-9254-6e130c40ffec'] in dv-cinder-809894-1-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:41:17.185807 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cd7360-ad23-46cf-9815-b4dc3c702b90 None None] Routers {'41c2995b-ca3d-4d3b-9254-6e130c40ffec'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:41:17.186377 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-58cd7360-ad23-46cf-9815-b4dc3c702b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:40:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['41c2995b-ca3d-4d3b-9254-6e130c40ffec'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:17.296506 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-58cd7360-ad23-46cf-9815-b4dc3c702b90 None None] Set router 41c2995b-ca3d-4d3b-9254-6e130c40ffec gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:41:17.312708 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa99ed-0b70-45ed-88c6-66c794135f55 req-ffcfd549-91c8-4c11-aa3a-7cf5710e2147 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:17.314299 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cdfa99ed-0b70-45ed-88c6-66c794135f55 req-ffcfd549-91c8-4c11-aa3a-7cf5710e2147 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0962863 Sep 18 12:41:17.330370 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fffaf148-81d6-4918-8e5c-984859e00a8e admin admin] Notify callbacks [] for router, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:17.402477 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cdfa99ed-0b70-45ed-88c6-66c794135f55 req-55215436-854a-46d1-9f4f-5854fe3a866d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809608 Sep 18 12:41:17.460666 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fffaf148-81d6-4918-8e5c-984859e00a8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:17.489178 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-58cd7360-ad23-46cf-9815-b4dc3c702b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c2995b-ca3d-4d3b-9254-6e130c40ffec', 'name': 'tempest-ServerRescueNegativeTestJSON-279593909-router', 'tenant_id': 'dbe0aabe590943c68b496df6463a2b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '45eebbce-7d0e-4c66-9148-e18a0cda8ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:00Z', 'updated_at': '2021-09-18T12:41:16Z', 'revision_number': 5, 'project_id': 'dbe0aabe590943c68b496df6463a2b88', 'gw_port': {'id': '45eebbce-7d0e-4c66-9148-e18a0cda8ccc', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c2995b-ca3d-4d3b-9254-6e130c40ffec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:00Z', 'updated_at': '2021-09-18T12:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:17.512084 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-fffaf148-81d6-4918-8e5c-984859e00a8e admin admin] Deleting port 45eebbce-7d0e-4c66-9148-e18a0cda8ccc {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:41:17.512419 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fffaf148-81d6-4918-8e5c-984859e00a8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:17.514803 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cd7360-ad23-46cf-9815-b4dc3c702b90 None None] Checking router: 41c2995b-ca3d-4d3b-9254-6e130c40ffec for host: dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:41:17.522671 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cd7360-ad23-46cf-9815-b4dc3c702b90 None None] Routers {'41c2995b-ca3d-4d3b-9254-6e130c40ffec'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:41:17.523322 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-58cd7360-ad23-46cf-9815-b4dc3c702b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:40:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['41c2995b-ca3d-4d3b-9254-6e130c40ffec'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:17.527142 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 3d75058b-9aca-494d-823b-ca9a6b34652a no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:41:17.550243 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] No Port match for: 3d75058b-9aca-494d-823b-ca9a6b34652a {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:41:17.550588 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 3d75058b-9aca-494d-823b-ca9a6b34652a not bound to the agent host hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:41:17.567049 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:17.601034 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-fffaf148-81d6-4918-8e5c-984859e00a8e admin admin] For port 45eebbce-7d0e-4c66-9148-e18a0cda8ccc, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=45eebbce-7d0e-4c66-9148-e18a0cda8ccc,segment=NetworkSegment(972f36e2-ef14-414b-b7e5-74a44c97b427),segment_id=972f36e2-ef14-414b-b7e5-74a44c97b427)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:41:17.601399 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fffaf148-81d6-4918-8e5c-984859e00a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:17.613605 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-fffaf148-81d6-4918-8e5c-984859e00a8e admin admin] Calling delete_port for 45eebbce-7d0e-4c66-9148-e18a0cda8ccc owned by network:router_gateway {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:41:17.619527 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-58cd7360-ad23-46cf-9815-b4dc3c702b90 None None] Set router 41c2995b-ca3d-4d3b-9254-6e130c40ffec gateway port host: None {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:41:17.671264 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-58cd7360-ad23-46cf-9815-b4dc3c702b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c2995b-ca3d-4d3b-9254-6e130c40ffec', 'name': 'tempest-ServerRescueNegativeTestJSON-279593909-router', 'tenant_id': 'dbe0aabe590943c68b496df6463a2b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:00Z', 'updated_at': '2021-09-18T12:41:17Z', 'revision_number': 6, 'project_id': 'dbe0aabe590943c68b496df6463a2b88', 'gw_port_host': None}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:17.700509 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cd7360-ad23-46cf-9815-b4dc3c702b90 None None] The sync data for ids ['41c2995b-ca3d-4d3b-9254-6e130c40ffec'] in dv-cinder-809894-1-iscsi is: [{'id': '41c2995b-ca3d-4d3b-9254-6e130c40ffec', 'name': 'tempest-ServerRescueNegativeTestJSON-279593909-router', 'tenant_id': 'dbe0aabe590943c68b496df6463a2b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:00Z', 'updated_at': '2021-09-18T12:41:17Z', 'revision_number': 6, 'project_id': 'dbe0aabe590943c68b496df6463a2b88', 'gw_port_host': None}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:41:17.780463 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fffaf148-81d6-4918-8e5c-984859e00a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:17.805599 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffaf148-81d6-4918-8e5c-984859e00a8e admin admin] Pushing event deleted for resources: {'Port': ['ID=45eebbce-7d0e-4c66-9148-e18a0cda8ccc,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:17.827065 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fffaf148-81d6-4918-8e5c-984859e00a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673959'] for router_gateway, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:17.927082 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fffaf148-81d6-4918-8e5c-984859e00a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-393'] for router, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:17.929178 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fffaf148-81d6-4918-8e5c-984859e00a8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:18.212861 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fffaf148-81d6-4918-8e5c-984859e00a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682765'] for router, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:18.214128 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffaf148-81d6-4918-8e5c-984859e00a8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41c2995b-ca3d-4d3b-9254-6e130c40ffec {{(pid=94106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 12:41:18.220255 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fffaf148-81d6-4918-8e5c-984859e00a8e admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:18.224101 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 53744) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:18.224611 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-fffaf148-81d6-4918-8e5c-984859e00a8e admin admin] 10.222.0.24 "DELETE /v2.0/routers/41c2995b-ca3d-4d3b-9254-6e130c40ffec HTTP/1.1" status: 204 len: 168 time: 1.0515845 Sep 18 12:41:18.269079 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_v2 [None req-504f0985-dc98-4173-87b0-c04ac18d21ba admin admin] Deleting subnet cf48ed02-5e60-492d-a444-1382b9731455 {{(pid=94107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 12:41:18.272317 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-504f0985-dc98-4173-87b0-c04ac18d21ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:18.311089 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-504f0985-dc98-4173-87b0-c04ac18d21ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25635558'] for subnet, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:18.356754 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-504f0985-dc98-4173-87b0-c04ac18d21ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701019'] for subnet, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:18.405318 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1015eb-7b25-491a-87d8-8cc40f37e642 req-a53b29de-ae43-4097-abcc-cb5a5304ae3f tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:18.406949 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3f1015eb-7b25-491a-87d8-8cc40f37e642 req-a53b29de-ae43-4097-abcc-cb5a5304ae3f tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 945 time: 0.0532980 Sep 18 12:41:18.427883 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-504f0985-dc98-4173-87b0-c04ac18d21ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25655313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29169573'] for subnet, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:18.461774 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3f1015eb-7b25-491a-87d8-8cc40f37e642 req-4080f600-601e-4c03-9e50-d8ddf02d7038 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475342 Sep 18 12:41:18.474337 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-504f0985-dc98-4173-87b0-c04ac18d21ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:18.476274 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-504f0985-dc98-4173-87b0-c04ac18d21ba admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cf48ed02-5e60-492d-a444-1382b9731455 HTTP/1.1" status: 204 len: 168 time: 0.2505288 Sep 18 12:41:18.477480 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f0985-dc98-4173-87b0-c04ac18d21ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf48ed02-5e60-492d-a444-1382b9731455,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:18.479800 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 53756) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:18.584188 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6636a907-719c-4532-8870-27fce554ee14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455914'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:18.603331 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0dd64-893d-46fb-8b95-04d0a201977a req-ff27ea0c-7eaf-4f7b-9f34-e4c6167f73ca tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:18.605432 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ebd0dd64-893d-46fb-8b95-04d0a201977a req-ff27ea0c-7eaf-4f7b-9f34-e4c6167f73ca tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.1012878 Sep 18 12:41:18.711217 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ebd0dd64-893d-46fb-8b95-04d0a201977a req-1ff3b7db-4329-49d8-8ec3-215c75c52298 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982082 Sep 18 12:41:18.714264 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6636a907-719c-4532-8870-27fce554ee14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701404', 'neutron.services.segments.db._delete_segments_for_network-8759307057565'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:18.740699 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6636a907-719c-4532-8870-27fce554ee14 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:41:18.741500 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6636a907-719c-4532-8870-27fce554ee14 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:41:18.742571 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6636a907-719c-4532-8870-27fce554ee14 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:41:18.743255 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6636a907-719c-4532-8870-27fce554ee14 admin admin] Subscribe: > port after_create 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:41:18.743716 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6636a907-719c-4532-8870-27fce554ee14 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:41:18.744195 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6636a907-719c-4532-8870-27fce554ee14 admin admin] Subscribe: > port after_update 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:41:18.744617 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6636a907-719c-4532-8870-27fce554ee14 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:41:18.745598 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6636a907-719c-4532-8870-27fce554ee14 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:41:18.746045 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6636a907-719c-4532-8870-27fce554ee14 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:41:18.746375 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6636a907-719c-4532-8870-27fce554ee14 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:41:18.813167 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6636a907-719c-4532-8870-27fce554ee14 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:41:18.816492 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6636a907-719c-4532-8870-27fce554ee14 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:41:18.816492 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6636a907-719c-4532-8870-27fce554ee14 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:41:18.816492 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6636a907-719c-4532-8870-27fce554ee14 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 12:41:18.816492 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-6636a907-719c-4532-8870-27fce554ee14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df28532-82af-4330-b91d-ced682f08dad']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:18.831729 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-6636a907-719c-4532-8870-27fce554ee14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc966f8-9358-4356-a829-0cf81e4c7ae7') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:18.832026 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-6636a907-719c-4532-8870-27fce554ee14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc966f8-9358-4356-a829-0cf81e4c7ae7') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:18.848233 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6636a907-719c-4532-8870-27fce554ee14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759307058854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26289343'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:18.869806 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6636a907-719c-4532-8870-27fce554ee14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:18.877975 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6636a907-719c-4532-8870-27fce554ee14 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 12:41:18.878354 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6636a907-719c-4532-8870-27fce554ee14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25309385'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: from cryptography.utils import int_from_bytes Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: from cryptography.utils import int_from_bytes Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: Traceback (most recent call last): Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: timer() Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: cb(*args, **kw) Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: return func(*args, **kwargs) Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: self._notify() Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: self.callback(batched_events) Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: event.method(event) Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: return f(self, *a, **k) Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: return self._get(url).json() Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 12:41:18.882492 dv-cinder-809894-1-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 12:41:18.948154 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6636a907-719c-4532-8870-27fce554ee14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673859'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:18.957219 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6636a907-719c-4532-8870-27fce554ee14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:18.961667 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6636a907-719c-4532-8870-27fce554ee14 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4df28532-82af-4330-b91d-ced682f08dad HTTP/1.1" status: 204 len: 168 time: 0.4784145 Sep 18 12:41:18.969378 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636a907-719c-4532-8870-27fce554ee14 admin admin] Pushing event deleted for resources: {'Network': ['ID=4df28532-82af-4330-b91d-ced682f08dad,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:19.129928 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 53776) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:19.171961 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-b33c7618-ae99-4aa0-8a1c-261c411081d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dbe0aabe590943c68b496df6463a2b88&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0385261 Sep 18 12:41:19.172113 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 53778) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:19.219328 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4519c294-70d7-4a0c-bfd9-15ec1f74d3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:19.240059 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4519c294-70d7-4a0c-bfd9-15ec1f74d3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:19.289571 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4519c294-70d7-4a0c-bfd9-15ec1f74d3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:19.292167 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4519c294-70d7-4a0c-bfd9-15ec1f74d3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:19.293366 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4519c294-70d7-4a0c-bfd9-15ec1f74d3f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ffce46cb-31b5-479e-9a15-4e0abcbf7e92 HTTP/1.1" status: 204 len: 168 time: 0.1204247 Sep 18 12:41:19.301014 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519c294-70d7-4a0c-bfd9-15ec1f74d3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffce46cb-31b5-479e-9a15-4e0abcbf7e92,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:19.528628 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31 no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:41:19.548662 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] No Port match for: 8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:41:19.548994 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 8caeb386-e1ba-4548-8ebd-9e9c6ddf2c31 not bound to the agent host hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:41:19.604998 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4eb043-1700-4c5d-88b3-d22637224cfb req-f1b08acc-4496-4fd8-a3a1-68a6442e30cd tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:19.606484 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ca4eb043-1700-4c5d-88b3-d22637224cfb req-f1b08acc-4496-4fd8-a3a1-68a6442e30cd tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 945 time: 0.0526648 Sep 18 12:41:19.649210 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ca4eb043-1700-4c5d-88b3-d22637224cfb req-a9132948-84d3-411d-91dd-91e0e8e10651 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d1d853-bc43-437d-9026-4e61c2f62601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356293 Sep 18 12:41:19.709320 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 1b83c66a-2036-4327-aac9-be4e47d7a10c no longer exists at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:41:19.731819 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] No Port match for: 1b83c66a-2036-4327-aac9-be4e47d7a10c {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:41:19.732326 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 1b83c66a-2036-4327-aac9-be4e47d7a10c not bound to the agent host dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:41:19.732714 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 45eebbce-7d0e-4c66-9148-e18a0cda8ccc no longer exists at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:41:19.751954 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] No Port match for: 45eebbce-7d0e-4c66-9148-e18a0cda8ccc {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:41:19.752368 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 45eebbce-7d0e-4c66-9148-e18a0cda8ccc not bound to the agent host dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:41:19.874407 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95aa93-0ab3-4cfb-99d9-45c2509e3558 req-72b1078c-2f81-47ec-8a24-ea0abc7c143a tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:19.875256 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ac95aa93-0ab3-4cfb-99d9-45c2509e3558 req-72b1078c-2f81-47ec-8a24-ea0abc7c143a tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0842505 Sep 18 12:41:19.891001 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79ab5c-52b4-4f21-8c53-f43e6fca54af req-1b352a97-e7ce-49b3-bafa-1ca3f0257f2c tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:19.892563 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ac79ab5c-52b4-4f21-8c53-f43e6fca54af req-1b352a97-e7ce-49b3-bafa-1ca3f0257f2c tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.13 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 945 time: 0.0684416 Sep 18 12:41:19.982295 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ac95aa93-0ab3-4cfb-99d9-45c2509e3558 req-13f0bdb5-934d-45bd-b8f0-bbc6b7dbb841 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887511 Sep 18 12:41:20.015419 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-ac79ab5c-52b4-4f21-8c53-f43e6fca54af req-c6c8ebc8-85a9-4a9f-b394-6117fe647a86 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Deleting port af4da8e2-6830-49f9-be19-4120aed4673e {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:41:20.015870 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-ac79ab5c-52b4-4f21-8c53-f43e6fca54af req-c6c8ebc8-85a9-4a9f-b394-6117fe647a86 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:20.112618 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-ac79ab5c-52b4-4f21-8c53-f43e6fca54af req-c6c8ebc8-85a9-4a9f-b394-6117fe647a86 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] For port af4da8e2-6830-49f9-be19-4120aed4673e, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=af4da8e2-6830-49f9-be19-4120aed4673e,segment=NetworkSegment(e611941f-17b4-4933-b698-5af07f251eef),segment_id=e611941f-17b4-4933-b698-5af07f251eef)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:41:20.112977 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-ac79ab5c-52b4-4f21-8c53-f43e6fca54af req-c6c8ebc8-85a9-4a9f-b394-6117fe647a86 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:20.125472 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-ac79ab5c-52b4-4f21-8c53-f43e6fca54af req-c6c8ebc8-85a9-4a9f-b394-6117fe647a86 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Calling delete_port for af4da8e2-6830-49f9-be19-4120aed4673e owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:41:20.261258 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-ac79ab5c-52b4-4f21-8c53-f43e6fca54af req-c6c8ebc8-85a9-4a9f-b394-6117fe647a86 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:20.273232 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['af4da8e2-6830-49f9-be19-4120aed4673e'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:41:20.318165 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8ebc8-85a9-4a9f-b394-6117fe647a86 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Pushing event deleted for resources: {'Port': ['ID=af4da8e2-6830-49f9-be19-4120aed4673e,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:20.341545 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac79ab5c-52b4-4f21-8c53-f43e6fca54af req-c6c8ebc8-85a9-4a9f-b394-6117fe647a86 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] No DVR routers for this DVR port af4da8e2-6830-49f9-be19-4120aed4673e on host hv-cinder-80989 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:41:20.345589 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-ac79ab5c-52b4-4f21-8c53-f43e6fca54af req-c6c8ebc8-85a9-4a9f-b394-6117fe647a86 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:20.348737 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ac79ab5c-52b4-4f21-8c53-f43e6fca54af req-c6c8ebc8-85a9-4a9f-b394-6117fe647a86 tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.13 "DELETE /v2.0/ports/af4da8e2-6830-49f9-be19-4120aed4673e HTTP/1.1" status: 204 len: 173 time: 0.4493024 Sep 18 12:41:20.349410 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267c12f3-f378-4e58-b46c-4453a12f745a', 'name': 'network-vif-deleted', 'tag': 'af4da8e2-6830-49f9-be19-4120aed4673e'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:41:20.353516 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f202bdc-ace7-4791-b50a-a73a16693240" -d '{"events": [{"server_uuid": "267c12f3-f378-4e58-b46c-4453a12f745a", "name": "network-vif-deleted", "tag": "af4da8e2-6830-49f9-be19-4120aed4673e"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:41:20.400488 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dca476-fe97-49ef-9625-4a30f949d9da x-openstack-request-id: req-c1dca476-fe97-49ef-9625-4a30f949d9da {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:41:20.400773 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267c12f3-f378-4e58-b46c-4453a12f745a", "name": "network-vif-deleted", "tag": "af4da8e2-6830-49f9-be19-4120aed4673e", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:41:20.401557 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c1dca476-fe97-49ef-9625-4a30f949d9da {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:41:20.401943 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267c12f3-f378-4e58-b46c-4453a12f745a', 'name': 'network-vif-deleted', 'tag': 'af4da8e2-6830-49f9-be19-4120aed4673e', 'status': 'completed', 'code': 200} Sep 18 12:41:20.663755 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 53868) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:20.772827 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2c297f0f-d36b-4c74-959f-ea97c37183bd req-1604c5c8-a478-41ec-bb4a-bc9cdd287f6a tempest-AttachVolumeNegativeTest-861997344 tempest-AttachVolumeNegativeTest-861997344-project] 10.222.0.24 "GET /v2.0/ports?device_id=267c12f3-f378-4e58-b46c-4453a12f745a HTTP/1.1" status: 200 len: 210 time: 0.0319829 Sep 18 12:41:20.788899 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-00b2a976-7f5f-4b78-a094-e38291b629d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:20.889175 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-00b2a976-7f5f-4b78-a094-e38291b629d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:20.893623 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-00b2a976-7f5f-4b78-a094-e38291b629d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:20.934326 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-00b2a976-7f5f-4b78-a094-e38291b629d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b21929268dd44259a0483fd9c2941a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2694592 Sep 18 12:41:20.935187 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2a976-7f5f-4b78-a094-e38291b629d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d5abd0-1e98-4218-833c-0b56cac9f884,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:20.937023 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 53878) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:20.985719 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a3c25e54-0744-4512-adf4-bf449b8d6c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:21.006635 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a3c25e54-0744-4512-adf4-bf449b8d6c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:21.052485 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a3c25e54-0744-4512-adf4-bf449b8d6c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:21.055102 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a3c25e54-0744-4512-adf4-bf449b8d6c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:21.056273 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-a3c25e54-0744-4512-adf4-bf449b8d6c93 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48d5abd0-1e98-4218-833c-0b56cac9f884 HTTP/1.1" status: 204 len: 168 time: 0.1181562 Sep 18 12:41:21.069219 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c25e54-0744-4512-adf4-bf449b8d6c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d5abd0-1e98-4218-833c-0b56cac9f884,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:21.116192 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43930e2-56b5-45c7-b357-93d996bea602 req-c9d84dba-f1a0-42ec-a8b1-7b72271660a4 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:21.117800 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c43930e2-56b5-45c7-b357-93d996bea602 req-c9d84dba-f1a0-42ec-a8b1-7b72271660a4 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0552504 Sep 18 12:41:21.156550 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c43930e2-56b5-45c7-b357-93d996bea602 req-9bfcd9d5-d0c7-49af-adf6-0794c26ef1f2 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318658 Sep 18 12:41:21.840102 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 53912) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:21.887053 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e408a0d-1e2e-4d52-a33c-1fe29fa70fc9 admin admin] Deleting subnet de9e0f89-2fac-4bfb-b9e8-42c05ff8d04e {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 12:41:21.891265 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6e408a0d-1e2e-4d52-a33c-1fe29fa70fc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:21.935144 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6e408a0d-1e2e-4d52-a33c-1fe29fa70fc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26289332'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:21.978471 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6e408a0d-1e2e-4d52-a33c-1fe29fa70fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701019'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:22.035117 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6e408a0d-1e2e-4d52-a33c-1fe29fa70fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25309463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28863972'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:22.061242 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e408a0d-1e2e-4d52-a33c-1fe29fa70fc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de9e0f89-2fac-4bfb-b9e8-42c05ff8d04e,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:22.064946 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6e408a0d-1e2e-4d52-a33c-1fe29fa70fc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:22.069282 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6e408a0d-1e2e-4d52-a33c-1fe29fa70fc9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/de9e0f89-2fac-4bfb-b9e8-42c05ff8d04e HTTP/1.1" status: 204 len: 168 time: 0.2255006 Sep 18 12:41:22.069408 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 53924) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:22.143287 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8b32c1eb-b4ff-4f86-a473-2935d8a0cce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455914'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:22.227073 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8b32c1eb-b4ff-4f86-a473-2935d8a0cce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701404', 'neutron.services.segments.db._delete_segments_for_network-8759307057565'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:22.272355 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-8b32c1eb-b4ff-4f86-a473-2935d8a0cce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0258a11c-e78a-4182-aaeb-730e179fbfeb']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:22.288171 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-8b32c1eb-b4ff-4f86-a473-2935d8a0cce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e611941f-17b4-4933-b698-5af07f251eef') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:22.288472 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-8b32c1eb-b4ff-4f86-a473-2935d8a0cce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e611941f-17b4-4933-b698-5af07f251eef') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:22.301015 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8b32c1eb-b4ff-4f86-a473-2935d8a0cce5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759307058854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26289343'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:22.321373 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ccc5c2-6046-4060-9059-b0a9fd2db53f req-42d6b0ce-b439-4b28-aaa5-ac42e4b858e5 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:22.323372 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-17ccc5c2-6046-4060-9059-b0a9fd2db53f req-42d6b0ce-b439-4b28-aaa5-ac42e4b858e5 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0930548 Sep 18 12:41:22.327184 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8b32c1eb-b4ff-4f86-a473-2935d8a0cce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:22.348618 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b32c1eb-b4ff-4f86-a473-2935d8a0cce5 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 12:41:22.349003 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8b32c1eb-b4ff-4f86-a473-2935d8a0cce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25309385'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: Traceback (most recent call last): Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: timer() Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: cb(*args, **kw) Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: return func(*args, **kwargs) Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: self._notify() Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: self.callback(batched_events) Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: event.method(event) Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: return f(self, *a, **k) Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: return self._get(url).json() Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 12:41:22.350647 dv-cinder-809894-1-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 12:41:22.411777 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-17ccc5c2-6046-4060-9059-b0a9fd2db53f req-66acc918-4837-4d0b-97e0-8edb6bd66e16 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818951 Sep 18 12:41:22.418292 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8b32c1eb-b4ff-4f86-a473-2935d8a0cce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673859'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:22.424161 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8b32c1eb-b4ff-4f86-a473-2935d8a0cce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:22.426172 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-8b32c1eb-b4ff-4f86-a473-2935d8a0cce5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0258a11c-e78a-4182-aaeb-730e179fbfeb HTTP/1.1" status: 204 len: 168 time: 0.3559513 Sep 18 12:41:22.439559 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32c1eb-b4ff-4f86-a473-2935d8a0cce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0258a11c-e78a-4182-aaeb-730e179fbfeb,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:22.446962 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 53936) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:22.549360 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 53940) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:22.558384 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d4d6c4b8-1fde-41e4-b4c0-a3a7b8d8cd2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:22.587796 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-29e619a2-3e2d-49b9-9053-778680dfcc20 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a792bb4fbeae46e3a5abe7197efe8adc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0371675 Sep 18 12:41:22.590728 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 53942) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:22.637990 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d4a29cee-2fa4-4280-a974-c980a359939d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:22.650310 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d4d6c4b8-1fde-41e4-b4c0-a3a7b8d8cd2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:22.654375 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d4d6c4b8-1fde-41e4-b4c0-a3a7b8d8cd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:22.661076 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d4a29cee-2fa4-4280-a974-c980a359939d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:22.690178 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6c4b8-1fde-41e4-b4c0-a3a7b8d8cd2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674236b9-cf0c-4749-b77b-a031f0c16f10,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:22.695738 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-d4d6c4b8-1fde-41e4-b4c0-a3a7b8d8cd2a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=003890be795c4241a87cea864b867832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468350 Sep 18 12:41:22.697606 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 53944) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:22.709632 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d4a29cee-2fa4-4280-a974-c980a359939d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:22.712017 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d4a29cee-2fa4-4280-a974-c980a359939d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:22.713145 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d4a29cee-2fa4-4280-a974-c980a359939d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18d1d853-bc43-437d-9026-4e61c2f62601 HTTP/1.1" status: 204 len: 168 time: 0.1215117 Sep 18 12:41:22.720825 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a29cee-2fa4-4280-a974-c980a359939d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d1d853-bc43-437d-9026-4e61c2f62601,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:22.753618 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9f320892-8e7a-40a7-b44e-edad44e9ab11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:22.775053 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9f320892-8e7a-40a7-b44e-edad44e9ab11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:22.815210 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:41:22.820906 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9f320892-8e7a-40a7-b44e-edad44e9ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:22.824068 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9f320892-8e7a-40a7-b44e-edad44e9ab11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:22.825215 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-9f320892-8e7a-40a7-b44e-edad44e9ab11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/674236b9-cf0c-4749-b77b-a031f0c16f10 HTTP/1.1" status: 204 len: 168 time: 0.1260643 Sep 18 12:41:22.833284 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f320892-8e7a-40a7-b44e-edad44e9ab11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674236b9-cf0c-4749-b77b-a031f0c16f10,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:23.169134 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 53968) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:23.181993 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb623-cbf3-4264-92f6-6df173b2843f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:23.271887 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb623-cbf3-4264-92f6-6df173b2843f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:23.275645 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb623-cbf3-4264-92f6-6df173b2843f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:23.316760 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-0bbdb623-cbf3-4264-92f6-6df173b2843f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3f72f37b3df4fdc8eb12eb04f30b7e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465480 Sep 18 12:41:23.317628 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdb623-cbf3-4264-92f6-6df173b2843f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6538bc0-b7d2-45b8-8f4e-847ab3928dc9,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:23.320134 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 53974) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:23.372555 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4967453e-84cc-4212-b30e-3474cdd64ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:23.397792 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4967453e-84cc-4212-b30e-3474cdd64ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:23.452542 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4967453e-84cc-4212-b30e-3474cdd64ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:23.455595 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4967453e-84cc-4212-b30e-3474cdd64ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:23.460034 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4967453e-84cc-4212-b30e-3474cdd64ea9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6538bc0-b7d2-45b8-8f4e-847ab3928dc9 HTTP/1.1" status: 204 len: 168 time: 0.1388397 Sep 18 12:41:23.469205 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967453e-84cc-4212-b30e-3474cdd64ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6538bc0-b7d2-45b8-8f4e-847ab3928dc9,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:23.541537 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device af4da8e2-6830-49f9-be19-4120aed4673e no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:41:23.544328 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99d2c0-7991-45a9-8224-e58c6dfb196f req-05d5481c-049b-4ad0-a8ff-33bc4d5de934 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:23.546273 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9e99d2c0-7991-45a9-8224-e58c6dfb196f req-05d5481c-049b-4ad0-a8ff-33bc4d5de934 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0522316 Sep 18 12:41:23.567835 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] No Port match for: af4da8e2-6830-49f9-be19-4120aed4673e {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:41:23.568161 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device af4da8e2-6830-49f9-be19-4120aed4673e not bound to the agent host hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:41:23.589622 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9e99d2c0-7991-45a9-8224-e58c6dfb196f req-08e85a62-785d-47b9-afe5-aade48594e5a tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360894 Sep 18 12:41:24.359436 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 54030) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:24.421041 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-694b8e2b-75c7-4b2e-ba87-af6bdb822aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:24.466546 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1bd679ba-eecb-41aa-866a-5cc592979434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:24.558169 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1bd679ba-eecb-41aa-866a-5cc592979434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:24.562775 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1bd679ba-eecb-41aa-866a-5cc592979434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:24.600234 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-1bd679ba-eecb-41aa-866a-5cc592979434 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93cd19e82ce44405b3792537a434c5e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396150 Sep 18 12:41:24.601170 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd679ba-eecb-41aa-866a-5cc592979434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bf7f46-bf5f-4b28-8ef5-bb3847021632,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:24.603017 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 54042) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:24.665368 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-78f49ebc-a498-4004-b898-3657554c89f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:24.687455 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-78f49ebc-a498-4004-b898-3657554c89f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:24.717511 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd1bb5-8f2d-4935-8c5f-dbd46fdb555b req-9ad02849-3cbc-409a-9734-caf61ca64b14 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:24.719308 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-85bd1bb5-8f2d-4935-8c5f-dbd46fdb555b req-9ad02849-3cbc-409a-9734-caf61ca64b14 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 944 time: 0.0516851 Sep 18 12:41:24.742337 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-78f49ebc-a498-4004-b898-3657554c89f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:24.746233 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-78f49ebc-a498-4004-b898-3657554c89f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:24.747580 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-78f49ebc-a498-4004-b898-3657554c89f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/05bf7f46-bf5f-4b28-8ef5-bb3847021632 HTTP/1.1" status: 204 len: 168 time: 0.1428182 Sep 18 12:41:24.756836 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f49ebc-a498-4004-b898-3657554c89f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bf7f46-bf5f-4b28-8ef5-bb3847021632,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:24.760705 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-85bd1bb5-8f2d-4935-8c5f-dbd46fdb555b req-48ef065e-5892-40f7-89ca-7e6214a98e4f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346184 Sep 18 12:41:25.439342 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 54096) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:25.535315 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-feba6419-85bc-47c7-8267-8f0867205b39 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2061823698-network', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:41:25.554323 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 6eed02d6-1e85-4490-b354-60f900f3cf5e details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 12:41:25.558967 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feba6419-85bc-47c7-8267-8f0867205b39 admin admin] Made reservation on behalf of 6913bac521ff4566bd8a0c4e0edcf8b7 for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:41:25.561435 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-feba6419-85bc-47c7-8267-8f0867205b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:25.569623 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-feba6419-85bc-47c7-8267-8f0867205b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:25.651448 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 6eed02d6-1e85-4490-b354-60f900f3cf5e, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=6eed02d6-1e85-4490-b354-60f900f3cf5e,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:41:25.657373 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-feba6419-85bc-47c7-8267-8f0867205b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:25.661174 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-feba6419-85bc-47c7-8267-8f0867205b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:25.662363 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Returning: {'device': '6eed02d6-1e85-4490-b354-60f900f3cf5e', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'port_id': '6eed02d6-1e85-4490-b354-60f900f3cf5e', 'mac_address': 'fa:16:3e:de:eb:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 12:41:25.681418 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feba6419-85bc-47c7-8267-8f0867205b39 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 12:41:25.694830 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba6419-85bc-47c7-8267-8f0867205b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791563ad-f3f0-42b9-9569-cec0522d92ef,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:25.700234 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-feba6419-85bc-47c7-8267-8f0867205b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:25.700572 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-feba6419-85bc-47c7-8267-8f0867205b39 admin admin] Added segment ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df of type vlan for network 03a59fa9-bec1-46db-b398-93e740f3293f Sep 18 12:41:25.705319 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:25.718747 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eed02d6-1e85-4490-b354-60f900f3cf5e {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:41:25.738183 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 6eed02d6-1e85-4490-b354-60f900f3cf5e, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=6eed02d6-1e85-4490-b354-60f900f3cf5e,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:41:25.739104 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-feba6419-85bc-47c7-8267-8f0867205b39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759306564904'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:25.742214 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:25.764832 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-feba6419-85bc-47c7-8267-8f0867205b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:25.765846 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feba6419-85bc-47c7-8267-8f0867205b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:25.766356 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-feba6419-85bc-47c7-8267-8f0867205b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:25.792193 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=6eed02d6-1e85-4490-b354-60f900f3cf5e,revision_number=9']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:25.796833 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-feba6419-85bc-47c7-8267-8f0867205b39 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3562818 Sep 18 12:41:25.799781 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:25.800008 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 54104) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:25.800484 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:25.800484 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:25.800789 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:25.801459 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:25.801804 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:25.802136 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:25.802468 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:25.802819 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:25.803147 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:25.803473 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:25.803821 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:25.806419 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-624ac69b-6d24-4de6-bd2e-78bd42e0adc7 admin admin] Request body: {'subnet': {'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2061823698-subnet', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:41:25.830514 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624ac69b-6d24-4de6-bd2e-78bd42e0adc7 admin admin] Made reservation on behalf of 6913bac521ff4566bd8a0c4e0edcf8b7 for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:41:25.833100 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-624ac69b-6d24-4de6-bd2e-78bd42e0adc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28863939'] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:25.837533 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba6419-85bc-47c7-8267-8f0867205b39 admin admin] Pushing event updated for resources: {'Network': ['ID=03a59fa9-bec1-46db-b398-93e740f3293f,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:25.848537 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Network 03a59fa9-bec1-46db-b398-93e740f3293f details requested by agent ovs-agent-dv-cinder-809894-1-iscsi with host dv-cinder-809894-1-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 12:41:25.946967 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8aa994-a525-4f97-b47f-52ec8e1dd1cc req-3993a8e8-fe9a-4860-89a7-cc381d44153c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:25.949116 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-be8aa994-a525-4f97-b47f-52ec8e1dd1cc req-3993a8e8-fe9a-4860-89a7-cc381d44153c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 945 time: 0.0949683 Sep 18 12:41:26.014082 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-be8aa994-a525-4f97-b47f-52ec8e1dd1cc req-4b2bcefc-a5a2-49dd-a36d-70741f7d7531 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585308 Sep 18 12:41:26.066011 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-624ac69b-6d24-4de6-bd2e-78bd42e0adc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25309524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28863981'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:26.124102 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ac69b-6d24-4de6-bd2e-78bd42e0adc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daf16491-9ce3-4bbf-a0c9-60e69eaa99c0,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:26.131017 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624ac69b-6d24-4de6-bd2e-78bd42e0adc7 admin admin] Checking segment: {'id': 'ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:41:26.131366 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624ac69b-6d24-4de6-bd2e-78bd42e0adc7 admin admin] Network hostable DHCP agents. Network: 03a59fa9-bec1-46db-b398-93e740f3293f, hostable agents: ['3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 12:41:26.147465 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624ac69b-6d24-4de6-bd2e-78bd42e0adc7 admin admin] Network 03a59fa9-bec1-46db-b398-93e740f3293f is scheduled to be hosted by DHCP agent 3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 12:41:26.155474 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-624ac69b-6d24-4de6-bd2e-78bd42e0adc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809894-1-iscsi, 03a59fa9-bec1-46db-b398-93e740f3293f) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:41:26.159317 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624ac69b-6d24-4de6-bd2e-78bd42e0adc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:26.159915 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-624ac69b-6d24-4de6-bd2e-78bd42e0adc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:26.164661 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac070a6a-d3dd-401d-af91-ae794e758f06 None None] Network 03a59fa9-bec1-46db-b398-93e740f3293f requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:41:26.175256 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-624ac69b-6d24-4de6-bd2e-78bd42e0adc7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3737149 Sep 18 12:41:26.178066 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 54110) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:26.183158 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-b906b06e-b1c1-472f-8194-9d22c9d138ae admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2061823698-router', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:41:26.207549 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b906b06e-b1c1-472f-8194-9d22c9d138ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3672732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-423'] for router, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:26.208816 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b906b06e-b1c1-472f-8194-9d22c9d138ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-400'] for router, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:26.261827 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b906b06e-b1c1-472f-8194-9d22c9d138ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:26.322352 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fd6acc-03e4-4b3f-a69a-01dabb339dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7de32733-35e2-53c9-9249-20afc5382abb-03a59fa9-bec1-46db-b398-93e740f3293f', 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'fixed_ips': [{'subnet_id': 'daf16491-9ce3-4bbf-a0c9-60e69eaa99c0'}]}} from dv-cinder-809894-1-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 12:41:26.323888 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-69fd6acc-03e4-4b3f-a69a-01dabb339dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:26.413213 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b906b06e-b1c1-472f-8194-9d22c9d138ae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:26.466046 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-69fd6acc-03e4-4b3f-a69a-01dabb339dc5 None None] Allocated IP 172.20.0.2 (03a59fa9-bec1-46db-b398-93e740f3293f/daf16491-9ce3-4bbf-a0c9-60e69eaa99c0/ada4aee4-ad48-440b-8305-ce4deb34ac44) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:41:26.617322 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b906b06e-b1c1-472f-8194-9d22c9d138ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:26.639271 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b906b06e-b1c1-472f-8194-9d22c9d138ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:26.646414 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-69fd6acc-03e4-4b3f-a69a-01dabb339dc5 None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:26.652530 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-69fd6acc-03e4-4b3f-a69a-01dabb339dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:26.688618 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fd6acc-03e4-4b3f-a69a-01dabb339dc5 None None] Network 03a59fa9-bec1-46db-b398-93e740f3293f is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:41:26.691295 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-69fd6acc-03e4-4b3f-a69a-01dabb339dc5 None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:41:26.694628 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fd6acc-03e4-4b3f-a69a-01dabb339dc5 None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:41:26.704496 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd6acc-03e4-4b3f-a69a-01dabb339dc5 None None] Pushing event updated for resources: {'Port': ['ID=ada4aee4-ad48-440b-8305-ce4deb34ac44,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:26.744295 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-b906b06e-b1c1-472f-8194-9d22c9d138ae admin admin] Allocated IP 172.27.1.189 (135fce6b-ed16-41bb-8b70-07cd0f37ee2f/d6efedb2-cfaf-4090-8480-952b0af5c0d6/99f24548-c254-4eb1-a2d1-f480e97ef104) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:41:26.755876 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-69fd6acc-03e4-4b3f-a69a-01dabb339dc5 None None] Attempting to bind port ada4aee4-ad48-440b-8305-ce4deb34ac44 on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:41:26.756264 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-69fd6acc-03e4-4b3f-a69a-01dabb339dc5 None None] Attempting to bind port ada4aee4-ad48-440b-8305-ce4deb34ac44 by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': 'ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:41:26.756594 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fd6acc-03e4-4b3f-a69a-01dabb339dc5 None None] Attempting to bind port ada4aee4-ad48-440b-8305-ce4deb34ac44 on network 03a59fa9-bec1-46db-b398-93e740f3293f {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:41:26.762081 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fd6acc-03e4-4b3f-a69a-01dabb339dc5 None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:41:26.762442 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fd6acc-03e4-4b3f-a69a-01dabb339dc5 None None] Checking segment: {'id': 'ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:41:26.762849 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-69fd6acc-03e4-4b3f-a69a-01dabb339dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:26.763214 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fd6acc-03e4-4b3f-a69a-01dabb339dc5 None None] Bound using segment: {'id': 'ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:41:26.763929 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-69fd6acc-03e4-4b3f-a69a-01dabb339dc5 None None] Bound port: ada4aee4-ad48-440b-8305-ce4deb34ac44, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:41:26.764310 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-69fd6acc-03e4-4b3f-a69a-01dabb339dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:26.824227 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-69fd6acc-03e4-4b3f-a69a-01dabb339dc5 None None] For port ada4aee4-ad48-440b-8305-ce4deb34ac44, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:41:26.827285 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-69fd6acc-03e4-4b3f-a69a-01dabb339dc5 None None] For port ada4aee4-ad48-440b-8305-ce4deb34ac44, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=ada4aee4-ad48-440b-8305-ce4deb34ac44,segment=NetworkSegment(ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df),segment_id=ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:41:26.833285 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-69fd6acc-03e4-4b3f-a69a-01dabb339dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:26.848533 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b906b06e-b1c1-472f-8194-9d22c9d138ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:26.892439 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b906b06e-b1c1-472f-8194-9d22c9d138ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:26.893485 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd6acc-03e4-4b3f-a69a-01dabb339dc5 None None] Pushing event updated for resources: {'Port': ['ID=ada4aee4-ad48-440b-8305-ce4deb34ac44,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:26.928466 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b906b06e-b1c1-472f-8194-9d22c9d138ae admin admin] Network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:41:26.931356 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-b906b06e-b1c1-472f-8194-9d22c9d138ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:41:26.953456 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906b06e-b1c1-472f-8194-9d22c9d138ae admin admin] Pushing event updated for resources: {'Port': ['ID=99f24548-c254-4eb1-a2d1-f480e97ef104,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:26.956859 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b906b06e-b1c1-472f-8194-9d22c9d138ae admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:41:27.030126 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f1841cbc-d4ca-4e8d-9c7b-d0db16e84e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:27.428704 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94288e6-5944-499f-bb8c-3dc1b6d71200 req-c65f5514-6fcc-4a46-beb1-295f68c584a4 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:27.430162 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d94288e6-5944-499f-bb8c-3dc1b6d71200 req-c65f5514-6fcc-4a46-beb1-295f68c584a4 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 945 time: 0.3242667 Sep 18 12:41:27.503707 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b906b06e-b1c1-472f-8194-9d22c9d138ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:27.510307 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d94288e6-5944-499f-bb8c-3dc1b6d71200 req-1bf52aec-e7ee-4e3e-b943-43e262f3d808 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716729 Sep 18 12:41:27.740398 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b906b06e-b1c1-472f-8194-9d22c9d138ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673931'] for router, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:27.757038 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:27.766725 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device ada4aee4-ad48-440b-8305-ce4deb34ac44 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:41:27.829502 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port ada4aee4-ad48-440b-8305-ce4deb34ac44 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:41:27.830252 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:27.919725 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b906b06e-b1c1-472f-8194-9d22c9d138ae admin admin] Router 2421224d-ca9c-4f20-b577-b511f379a8c3 is scheduled to L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f with binding_index 1 {{(pid=94106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 12:41:27.922911 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:27.961137 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] For port ada4aee4-ad48-440b-8305-ce4deb34ac44, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=ada4aee4-ad48-440b-8305-ce4deb34ac44,segment=NetworkSegment(ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df),segment_id=ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:41:27.965884 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:27.983354 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7aa9d9-47ea-4563-85d9-491dd74607c5 None None] Network 03a59fa9-bec1-46db-b398-93e740f3293f requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:41:27.991505 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 54156) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:28.040762 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b906b06e-b1c1-472f-8194-9d22c9d138ae admin admin] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:41:28.058244 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87864d4a-e0f3-4d92-a3b2-8c87d24475db None None] Sync routers for ids ['2421224d-ca9c-4f20-b577-b511f379a8c3'] in dv-cinder-809894-1-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:41:28.059892 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b906b06e-b1c1-472f-8194-9d22c9d138ae admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:28.063837 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-b906b06e-b1c1-472f-8194-9d22c9d138ae admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8823333 Sep 18 12:41:28.064146 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 54160) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:28.114781 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Pushing event updated for resources: {'Port': ['ID=ada4aee4-ad48-440b-8305-ce4deb34ac44,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:28.118581 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-fc4c2d87-9322-4373-bda4-d503019f7f1f None None] Provisioning complete for port ada4aee4-ad48-440b-8305-ce4deb34ac44 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:41:28.118943 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2d87-9322-4373-bda4-d503019f7f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:28.119094 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-db7924f8-87c3-4e40-8ab2-872641e4a404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:28.148355 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87864d4a-e0f3-4d92-a3b2-8c87d24475db None None] Routers {'2421224d-ca9c-4f20-b577-b511f379a8c3'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:41:28.148979 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-87864d4a-e0f3-4d92-a3b2-8c87d24475db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:41:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['2421224d-ca9c-4f20-b577-b511f379a8c3'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:28.189297 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:28.344423 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-db7924f8-87c3-4e40-8ab2-872641e4a404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:28.348731 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-87864d4a-e0f3-4d92-a3b2-8c87d24475db None None] Set router 2421224d-ca9c-4f20-b577-b511f379a8c3 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:41:28.380198 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-db7924f8-87c3-4e40-8ab2-872641e4a404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:28.464660 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-db7924f8-87c3-4e40-8ab2-872641e4a404 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61dd10e429934aa491824eb2c0d1b694&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4720106 Sep 18 12:41:28.467637 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 54162) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:28.471232 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7924f8-87c3-4e40-8ab2-872641e4a404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd61a02-4f56-4182-94f0-4fc3bd629742,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:28.535130 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4e46-0fc1-4454-8025-f81182910e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:28.564701 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4e46-0fc1-4454-8025-f81182910e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:28.623447 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['6eed02d6-1e85-4490-b354-60f900f3cf5e'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:41:28.662929 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-13e69477-98ec-48f3-9a2d-344cea857820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:28.682549 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea997f-099d-4889-bdb6-c246afab6336 req-83acdd34-22ea-400c-930b-3f24003285e0 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:28.687519 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-daea997f-099d-4889-bdb6-c246afab6336 req-83acdd34-22ea-400c-930b-3f24003285e0 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 945 time: 0.0911312 Sep 18 12:41:28.706721 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4e46-0fc1-4454-8025-f81182910e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:28.713961 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ff7b4e46-0fc1-4454-8025-f81182910e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:28.717662 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-ff7b4e46-0fc1-4454-8025-f81182910e0d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4fd61a02-4f56-4182-94f0-4fc3bd629742 HTTP/1.1" status: 204 len: 168 time: 0.2463500 Sep 18 12:41:28.779008 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b4e46-0fc1-4454-8025-f81182910e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd61a02-4f56-4182-94f0-4fc3bd629742,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:28.822108 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-daea997f-099d-4889-bdb6-c246afab6336 req-ce60e4e0-377a-41cc-8ae5-42ad6a0f7286 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229167 Sep 18 12:41:28.869881 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-87864d4a-e0f3-4d92-a3b2-8c87d24475db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'name': 'tempest-TestMinimumBasicScenario-2061823698-router', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '99f24548-c254-4eb1-a2d1-f480e97ef104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:41:26Z', 'updated_at': '2021-09-18T12:41:27Z', 'revision_number': 3, 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'gw_port': {'id': '99f24548-c254-4eb1-a2d1-f480e97ef104', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:26Z', 'updated_at': '2021-09-18T12:41:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:28.906262 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87864d4a-e0f3-4d92-a3b2-8c87d24475db None None] Checking router: 2421224d-ca9c-4f20-b577-b511f379a8c3 for host: dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:41:28.906723 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87864d4a-e0f3-4d92-a3b2-8c87d24475db None None] Updating router 2421224d-ca9c-4f20-b577-b511f379a8c3 port 99f24548-c254-4eb1-a2d1-f480e97ef104 binding host dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 12:41:28.937620 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-13e69477-98ec-48f3-9a2d-344cea857820 admin admin] Allocated IP 172.20.0.1 (03a59fa9-bec1-46db-b398-93e740f3293f/daf16491-9ce3-4bbf-a0c9-60e69eaa99c0/f95126d1-f5af-4e68-805a-bda1eb707729) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:41:28.950656 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-87864d4a-e0f3-4d92-a3b2-8c87d24475db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:28.990740 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-3d5b2bdc-2840-4147-97a3-8c4b94e61d74 None None] Provisioning complete for port ada4aee4-ad48-440b-8305-ce4deb34ac44 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:41:28.990991 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3d5b2bdc-2840-4147-97a3-8c4b94e61d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:29.044796 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-13e69477-98ec-48f3-9a2d-344cea857820 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:29.065758 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 54182) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:29.080356 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-13e69477-98ec-48f3-9a2d-344cea857820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:29.081373 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-74d72918-8555-4e86-8c38-11d5a4cc7df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:29.116392 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e69477-98ec-48f3-9a2d-344cea857820 admin admin] Network 03a59fa9-bec1-46db-b398-93e740f3293f is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:41:29.121360 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-13e69477-98ec-48f3-9a2d-344cea857820 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:41:29.124819 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e69477-98ec-48f3-9a2d-344cea857820 admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:41:29.173939 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-13e69477-98ec-48f3-9a2d-344cea857820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3674012'] for router_interface, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:29.177272 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e69477-98ec-48f3-9a2d-344cea857820 admin admin] Pushing event updated for resources: {'Port': ['ID=f95126d1-f5af-4e68-805a-bda1eb707729,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:29.196045 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-74d72918-8555-4e86-8c38-11d5a4cc7df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:29.200684 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-74d72918-8555-4e86-8c38-11d5a4cc7df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:29.240673 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d72918-8555-4e86-8c38-11d5a4cc7df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a94317-6032-47f3-aeeb-848d41022997,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:29.252712 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-74d72918-8555-4e86-8c38-11d5a4cc7df9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a03f17e0c284f61af5ef526f1e54b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1852958 Sep 18 12:41:29.254026 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 54184) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:29.303410 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-87864d4a-e0f3-4d92-a3b2-8c87d24475db None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:29.313106 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-87864d4a-e0f3-4d92-a3b2-8c87d24475db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:29.357748 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585ad48-183e-4f25-9195-7fc780d8e9b5 None None] Pushing event updated for resources: {'Port': ['ID=99f24548-c254-4eb1-a2d1-f480e97ef104,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:29.359224 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4e483325-49a6-4956-8cea-d3ba50a8cd02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:29.372324 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-13e69477-98ec-48f3-9a2d-344cea857820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:29.373858 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-87864d4a-e0f3-4d92-a3b2-8c87d24475db None None] Attempting to bind port 99f24548-c254-4eb1-a2d1-f480e97ef104 on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:41:29.374232 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-87864d4a-e0f3-4d92-a3b2-8c87d24475db None None] Attempting to bind port 99f24548-c254-4eb1-a2d1-f480e97ef104 by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:41:29.374589 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87864d4a-e0f3-4d92-a3b2-8c87d24475db None None] Attempting to bind port 99f24548-c254-4eb1-a2d1-f480e97ef104 on network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:41:29.379553 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87864d4a-e0f3-4d92-a3b2-8c87d24475db None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:41:29.380033 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87864d4a-e0f3-4d92-a3b2-8c87d24475db None None] Checking segment: {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:41:29.380428 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-87864d4a-e0f3-4d92-a3b2-8c87d24475db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:29.380812 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87864d4a-e0f3-4d92-a3b2-8c87d24475db None None] Bound using segment: {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:41:29.381265 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-87864d4a-e0f3-4d92-a3b2-8c87d24475db None None] Bound port: 99f24548-c254-4eb1-a2d1-f480e97ef104, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:41:29.381638 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-87864d4a-e0f3-4d92-a3b2-8c87d24475db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:29.396430 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4e483325-49a6-4956-8cea-d3ba50a8cd02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:29.439925 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-87864d4a-e0f3-4d92-a3b2-8c87d24475db None None] For port 99f24548-c254-4eb1-a2d1-f480e97ef104, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:41:29.441778 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-a1236847-3972-41d1-89b1-848958960442 None None] Provisioning complete for port f95126d1-f5af-4e68-805a-bda1eb707729 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:41:29.442142 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a1236847-3972-41d1-89b1-848958960442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:29.444564 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-87864d4a-e0f3-4d92-a3b2-8c87d24475db None None] For port 99f24548-c254-4eb1-a2d1-f480e97ef104, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=99f24548-c254-4eb1-a2d1-f480e97ef104,segment=NetworkSegment(972f36e2-ef14-414b-b7e5-74a44c97b427),segment_id=972f36e2-ef14-414b-b7e5-74a44c97b427)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:41:29.469444 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-87864d4a-e0f3-4d92-a3b2-8c87d24475db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:29.513148 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-a1236847-3972-41d1-89b1-848958960442 None None] Port f95126d1-f5af-4e68-805a-bda1eb707729 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 12:41:29.516991 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4e483325-49a6-4956-8cea-d3ba50a8cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:29.519415 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4e483325-49a6-4956-8cea-d3ba50a8cd02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:29.520592 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-4e483325-49a6-4956-8cea-d3ba50a8cd02 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06a94317-6032-47f3-aeeb-848d41022997 HTTP/1.1" status: 204 len: 168 time: 0.2631044 Sep 18 12:41:29.527652 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87864d4a-e0f3-4d92-a3b2-8c87d24475db None None] Routers {'2421224d-ca9c-4f20-b577-b511f379a8c3'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:41:29.528428 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-87864d4a-e0f3-4d92-a3b2-8c87d24475db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:41:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['2421224d-ca9c-4f20-b577-b511f379a8c3'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:29.534561 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e483325-49a6-4956-8cea-d3ba50a8cd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a94317-6032-47f3-aeeb-848d41022997,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:29.587882 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-13e69477-98ec-48f3-9a2d-344cea857820 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:29.590892 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585ad48-183e-4f25-9195-7fc780d8e9b5 None None] Pushing event updated for resources: {'Port': ['ID=99f24548-c254-4eb1-a2d1-f480e97ef104,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:29.596243 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-13e69477-98ec-48f3-9a2d-344cea857820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655335'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:29.620862 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:29.670382 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-13e69477-98ec-48f3-9a2d-344cea857820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3673612'] for router_interface, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:29.675717 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-87864d4a-e0f3-4d92-a3b2-8c87d24475db None None] Set router 2421224d-ca9c-4f20-b577-b511f379a8c3 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:41:29.683572 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e69477-98ec-48f3-9a2d-344cea857820 admin admin] Pushing event updated for resources: {'Port': ['ID=f95126d1-f5af-4e68-805a-bda1eb707729,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:29.725592 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device ada4aee4-ad48-440b-8305-ce4deb34ac44 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:41:29.778601 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e69477-98ec-48f3-9a2d-344cea857820 admin admin] Network 03a59fa9-bec1-46db-b398-93e740f3293f is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:41:29.780115 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-13e69477-98ec-48f3-9a2d-344cea857820 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:41:29.939536 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port ada4aee4-ad48-440b-8305-ce4deb34ac44 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:41:29.940062 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:29.995838 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e69477-98ec-48f3-9a2d-344cea857820 admin admin] Router 2421224d-ca9c-4f20-b577-b511f379a8c3 has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:41:30.047630 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb20d81-35f7-43d6-8bf0-4629646b5edd req-e157945a-46b4-46e9-8e07-b1f228397d2c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:30.054727 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0cb20d81-35f7-43d6-8bf0-4629646b5edd req-e157945a-46b4-46e9-8e07-b1f228397d2c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 945 time: 0.1001520 Sep 18 12:41:30.114385 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0cb20d81-35f7-43d6-8bf0-4629646b5edd req-7511f303-0d92-45a3-bbaa-a59eaf167537 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460544 Sep 18 12:41:30.139403 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-ef4fff5e-b4a5-447c-b881-04113c8238e7 None None] Provisioning complete for port f95126d1-f5af-4e68-805a-bda1eb707729 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:41:30.139804 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ef4fff5e-b4a5-447c-b881-04113c8238e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:30.169496 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-87864d4a-e0f3-4d92-a3b2-8c87d24475db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'name': 'tempest-TestMinimumBasicScenario-2061823698-router', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '99f24548-c254-4eb1-a2d1-f480e97ef104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:41:26Z', 'updated_at': '2021-09-18T12:41:29Z', 'revision_number': 4, 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'gw_port': {'id': '99f24548-c254-4eb1-a2d1-f480e97ef104', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:26Z', 'updated_at': '2021-09-18T12:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'f95126d1-f5af-4e68-805a-bda1eb707729', 'name': '', 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'mac_address': 'fa:16:3e:65:3c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'daf16491-9ce3-4bbf-a0c9-60e69eaa99c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:28Z', 'updated_at': '2021-09-18T12:41:28Z', 'revision_number': 1, 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'subnets': [{'id': 'daf16491-9ce3-4bbf-a0c9-60e69eaa99c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:30.170515 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e69477-98ec-48f3-9a2d-344cea857820 admin admin] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:41:30.178074 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-13e69477-98ec-48f3-9a2d-344cea857820 admin admin] 10.222.0.24 "PUT /v2.0/routers/2421224d-ca9c-4f20-b577-b511f379a8c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1125014 Sep 18 12:41:30.200528 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87864d4a-e0f3-4d92-a3b2-8c87d24475db None None] The sync data for ids ['2421224d-ca9c-4f20-b577-b511f379a8c3'] in dv-cinder-809894-1-iscsi is: [{'id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'name': 'tempest-TestMinimumBasicScenario-2061823698-router', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '99f24548-c254-4eb1-a2d1-f480e97ef104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:41:26Z', 'updated_at': '2021-09-18T12:41:29Z', 'revision_number': 4, 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'gw_port': {'id': '99f24548-c254-4eb1-a2d1-f480e97ef104', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:26Z', 'updated_at': '2021-09-18T12:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'f95126d1-f5af-4e68-805a-bda1eb707729', 'name': '', 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'mac_address': 'fa:16:3e:65:3c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'daf16491-9ce3-4bbf-a0c9-60e69eaa99c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:28Z', 'updated_at': '2021-09-18T12:41:28Z', 'revision_number': 1, 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'subnets': [{'id': 'daf16491-9ce3-4bbf-a0c9-60e69eaa99c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:41:30.206003 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-ef4fff5e-b4a5-447c-b881-04113c8238e7 None None] Port f95126d1-f5af-4e68-805a-bda1eb707729 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 12:41:30.393284 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 6eed02d6-1e85-4490-b354-60f900f3cf5e up at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:41:30.469867 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning complete for port 6eed02d6-1e85-4490-b354-60f900f3cf5e triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:41:30.470246 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:30.576089 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:30.600705 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316eb69f-a7bb-47d6-ac2e-939d6496685a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eed02d6-1e85-4490-b354-60f900f3cf5e'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:41:30.603164 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f443903345165d416a651567efac34002f351ff04fccc6d410eaa1beaa8a1ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bc0b13-5057-47c6-9a31-4f80bfaccc08" -d '{"events": [{"server_uuid": "316eb69f-a7bb-47d6-ac2e-939d6496685a", "name": "network-vif-plugged", "status": "completed", "tag": "6eed02d6-1e85-4490-b354-60f900f3cf5e"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:41:30.618976 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 6eed02d6-1e85-4490-b354-60f900f3cf5e, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=6eed02d6-1e85-4490-b354-60f900f3cf5e,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:41:30.625814 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:30.684714 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8289f793-e1e9-443d-9ffb-da3050f61b2a x-openstack-request-id: req-8289f793-e1e9-443d-9ffb-da3050f61b2a {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:41:30.685006 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316eb69f-a7bb-47d6-ac2e-939d6496685a", "name": "network-vif-plugged", "status": "completed", "tag": "6eed02d6-1e85-4490-b354-60f900f3cf5e", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:41:30.685389 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8289f793-e1e9-443d-9ffb-da3050f61b2a {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:41:30.685794 dv-cinder-809894-1-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316eb69f-a7bb-47d6-ac2e-939d6496685a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eed02d6-1e85-4490-b354-60f900f3cf5e', 'code': 200} Sep 18 12:41:30.686368 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=6eed02d6-1e85-4490-b354-60f900f3cf5e,revision_number=10']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:30.890842 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 54248) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:30.900437 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-ab80b937-2798-4acc-ba47-48915463c96f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-936683018-network', 'tenant_id': 'a381f756f6a3460eaa2d042aeed69a5f'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:41:30.926092 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab80b937-2798-4acc-ba47-48915463c96f admin admin] Made reservation on behalf of a381f756f6a3460eaa2d042aeed69a5f for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:41:30.928490 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ab80b937-2798-4acc-ba47-48915463c96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:30.942015 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ab80b937-2798-4acc-ba47-48915463c96f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:31.063197 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ab80b937-2798-4acc-ba47-48915463c96f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:31.068260 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ab80b937-2798-4acc-ba47-48915463c96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:31.108614 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab80b937-2798-4acc-ba47-48915463c96f admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 12:41:31.146205 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80b937-2798-4acc-ba47-48915463c96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a086d47f-315c-45f9-9d59-5deb23998e94,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:31.150231 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ab80b937-2798-4acc-ba47-48915463c96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:31.150610 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-ab80b937-2798-4acc-ba47-48915463c96f admin admin] Added segment 5f3f2883-f069-4cfc-b268-70ac1a98c0fc of type vlan for network 61bc5e14-30e2-47d5-bab7-8db8b06f46c5 Sep 18 12:41:31.257192 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ab80b937-2798-4acc-ba47-48915463c96f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759306564904'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:31.284592 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324221de-f4db-433d-8952-7eb638a1973f req-26a26209-8c38-4967-9435-fb71988d701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:31.286107 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-324221de-f4db-433d-8952-7eb638a1973f req-26a26209-8c38-4967-9435-fb71988d701c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 1100 time: 0.1831813 Sep 18 12:41:31.341634 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefcfdf-3111-4c01-a642-b7d05524c705 req-fac98b4d-8dac-4422-84e5-cd07088e2396 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:31.343340 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7fefcfdf-3111-4c01-a642-b7d05524c705 req-fac98b4d-8dac-4422-84e5-cd07088e2396 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 947 time: 0.1020517 Sep 18 12:41:31.351568 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ab80b937-2798-4acc-ba47-48915463c96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:31.352852 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab80b937-2798-4acc-ba47-48915463c96f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:31.354099 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ab80b937-2798-4acc-ba47-48915463c96f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:31.372966 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-324221de-f4db-433d-8952-7eb638a1973f req-01c7c5b7-faee-431b-a06a-719fe5edeb34 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767720 Sep 18 12:41:31.408782 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-ab80b937-2798-4acc-ba47-48915463c96f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5153019 Sep 18 12:41:31.411554 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 54274) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:31.421141 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-2532267e-207f-4290-bd86-85bee6228434 admin admin] Request body: {'subnet': {'network_id': '61bc5e14-30e2-47d5-bab7-8db8b06f46c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-936683018-subnet', 'tenant_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'ip_version': 4}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:41:31.445707 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80b937-2798-4acc-ba47-48915463c96f admin admin] Pushing event updated for resources: {'Network': ['ID=61bc5e14-30e2-47d5-bab7-8db8b06f46c5,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:31.446907 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2532267e-207f-4290-bd86-85bee6228434 admin admin] Made reservation on behalf of a381f756f6a3460eaa2d042aeed69a5f for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:41:31.451334 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2532267e-207f-4290-bd86-85bee6228434 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29169538'] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:31.463221 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7fefcfdf-3111-4c01-a642-b7d05524c705 req-8b6f28b8-3c9a-40ce-a225-ccde50b3f7fd tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063209 Sep 18 12:41:31.468403 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Network 61bc5e14-30e2-47d5-bab7-8db8b06f46c5 details requested by agent ovs-agent-dv-cinder-809894-1-iscsi with host dv-cinder-809894-1-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 12:41:31.654485 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 54282) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:31.747566 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2532267e-207f-4290-bd86-85bee6228434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25655378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29169580'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:31.773172 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 99f24548-c254-4eb1-a2d1-f480e97ef104 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:41:31.813615 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532267e-207f-4290-bd86-85bee6228434 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82d41b50-1003-4af1-9a33-6ddb55e9bde7,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:31.826725 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2532267e-207f-4290-bd86-85bee6228434 admin admin] Checking segment: {'id': '5f3f2883-f069-4cfc-b268-70ac1a98c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '61bc5e14-30e2-47d5-bab7-8db8b06f46c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:41:31.827395 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2532267e-207f-4290-bd86-85bee6228434 admin admin] Network hostable DHCP agents. Network: 61bc5e14-30e2-47d5-bab7-8db8b06f46c5, hostable agents: ['3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 12:41:31.848343 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2532267e-207f-4290-bd86-85bee6228434 admin admin] Network 61bc5e14-30e2-47d5-bab7-8db8b06f46c5 is scheduled to be hosted by DHCP agent 3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 12:41:31.854221 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 99f24548-c254-4eb1-a2d1-f480e97ef104 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:41:31.854594 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:31.862857 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-2532267e-207f-4290-bd86-85bee6228434 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809894-1-iscsi, 61bc5e14-30e2-47d5-bab7-8db8b06f46c5) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:41:31.868912 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2532267e-207f-4290-bd86-85bee6228434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:31.870437 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2532267e-207f-4290-bd86-85bee6228434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:31.885198 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db129eb5-7487-4089-be5c-e1c291e4e358 None None] Network 61bc5e14-30e2-47d5-bab7-8db8b06f46c5 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:41:31.890350 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-2532267e-207f-4290-bd86-85bee6228434 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4744492 Sep 18 12:41:31.890814 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 54288) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:31.897301 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-c3e0a958-66b2-4e1c-89a0-0e5d4fd99432 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-936683018-router', 'tenant_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:41:31.922666 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c3e0a958-66b2-4e1c-89a0-0e5d4fd99432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3672732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-423'] for router, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:31.923860 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c3e0a958-66b2-4e1c-89a0-0e5d4fd99432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-400'] for router, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:31.941693 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-be226444-4949-4dbb-ba89-0cd1cb018848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:31.995253 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c3e0a958-66b2-4e1c-89a0-0e5d4fd99432 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:32.089090 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-be226444-4949-4dbb-ba89-0cd1cb018848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:32.097857 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-be226444-4949-4dbb-ba89-0cd1cb018848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:32.141105 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be226444-4949-4dbb-ba89-0cd1cb018848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c788004b-d820-46bf-bdc7-cb2cb14d14f8,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:32.149181 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-be226444-4949-4dbb-ba89-0cd1cb018848 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9189689862d4455f87e346ffdfe1c132&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4933538 Sep 18 12:41:32.151510 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 54298) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:32.182136 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:32.190040 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c3e0a958-66b2-4e1c-89a0-0e5d4fd99432 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:32.207715 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6f9c08ae-abb1-45cb-8491-a4dbe9c8fa5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:32.208509 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] For port 99f24548-c254-4eb1-a2d1-f480e97ef104, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=99f24548-c254-4eb1-a2d1-f480e97ef104,segment=NetworkSegment(972f36e2-ef14-414b-b7e5-74a44c97b427),segment_id=972f36e2-ef14-414b-b7e5-74a44c97b427)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:41:32.216423 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:32.247421 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6f9c08ae-abb1-45cb-8491-a4dbe9c8fa5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:32.260939 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d053c1-7bb3-4d80-af8f-bcd7c02a1d2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7de32733-35e2-53c9-9249-20afc5382abb-61bc5e14-30e2-47d5-bab7-8db8b06f46c5', 'network_id': '61bc5e14-30e2-47d5-bab7-8db8b06f46c5', 'tenant_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'fixed_ips': [{'subnet_id': '82d41b50-1003-4af1-9a33-6ddb55e9bde7'}]}} from dv-cinder-809894-1-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 12:41:32.261788 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f0d053c1-7bb3-4d80-af8f-bcd7c02a1d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:32.326006 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6f9c08ae-abb1-45cb-8491-a4dbe9c8fa5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:32.329286 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6f9c08ae-abb1-45cb-8491-a4dbe9c8fa5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:32.330709 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6f9c08ae-abb1-45cb-8491-a4dbe9c8fa5b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c788004b-d820-46bf-bdc7-cb2cb14d14f8 HTTP/1.1" status: 204 len: 168 time: 0.1774967 Sep 18 12:41:32.357235 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c08ae-abb1-45cb-8491-a4dbe9c8fa5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c788004b-d820-46bf-bdc7-cb2cb14d14f8,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:32.359619 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Pushing event updated for resources: {'Port': ['ID=99f24548-c254-4eb1-a2d1-f480e97ef104,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:32.464449 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-f0d053c1-7bb3-4d80-af8f-bcd7c02a1d2a None None] Allocated IP 172.20.0.2 (61bc5e14-30e2-47d5-bab7-8db8b06f46c5/82d41b50-1003-4af1-9a33-6ddb55e9bde7/3f6ebb42-4dec-4245-82c8-d4743d3d1f6d) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:41:32.545720 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c3e0a958-66b2-4e1c-89a0-0e5d4fd99432 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:32.566829 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c3e0a958-66b2-4e1c-89a0-0e5d4fd99432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:32.699826 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621349a4-dd47-4127-b10a-9ddfb7177b11 req-7a09474c-a4dc-4370-9cc1-a2d6fa41ac77 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:32.701536 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-621349a4-dd47-4127-b10a-9ddfb7177b11 req-7a09474c-a4dc-4370-9cc1-a2d6fa41ac77 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 947 time: 0.0896192 Sep 18 12:41:32.723152 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f0d053c1-7bb3-4d80-af8f-bcd7c02a1d2a None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:32.734522 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f0d053c1-7bb3-4d80-af8f-bcd7c02a1d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:32.778555 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-c3e0a958-66b2-4e1c-89a0-0e5d4fd99432 admin admin] Allocated IP 172.27.1.40 (135fce6b-ed16-41bb-8b70-07cd0f37ee2f/d6efedb2-cfaf-4090-8480-952b0af5c0d6/3551989e-3bbc-486e-a435-23a0e78bd429) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:41:32.797271 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-621349a4-dd47-4127-b10a-9ddfb7177b11 req-7762adff-c3bc-45f2-939f-f73d2859f3bf tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893764 Sep 18 12:41:32.814406 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d053c1-7bb3-4d80-af8f-bcd7c02a1d2a None None] Network 61bc5e14-30e2-47d5-bab7-8db8b06f46c5 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:41:32.821285 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-f0d053c1-7bb3-4d80-af8f-bcd7c02a1d2a None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:41:32.823781 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d053c1-7bb3-4d80-af8f-bcd7c02a1d2a None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:41:32.826942 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d053c1-7bb3-4d80-af8f-bcd7c02a1d2a None None] Pushing event updated for resources: {'Port': ['ID=3f6ebb42-4dec-4245-82c8-d4743d3d1f6d,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:32.903097 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-f0d053c1-7bb3-4d80-af8f-bcd7c02a1d2a None None] Attempting to bind port 3f6ebb42-4dec-4245-82c8-d4743d3d1f6d on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:41:32.903475 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-f0d053c1-7bb3-4d80-af8f-bcd7c02a1d2a None None] Attempting to bind port 3f6ebb42-4dec-4245-82c8-d4743d3d1f6d by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': '5f3f2883-f069-4cfc-b268-70ac1a98c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '61bc5e14-30e2-47d5-bab7-8db8b06f46c5'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:41:32.903877 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d053c1-7bb3-4d80-af8f-bcd7c02a1d2a None None] Attempting to bind port 3f6ebb42-4dec-4245-82c8-d4743d3d1f6d on network 61bc5e14-30e2-47d5-bab7-8db8b06f46c5 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:41:32.911087 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d053c1-7bb3-4d80-af8f-bcd7c02a1d2a None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:41:32.911575 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d053c1-7bb3-4d80-af8f-bcd7c02a1d2a None None] Checking segment: {'id': '5f3f2883-f069-4cfc-b268-70ac1a98c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '61bc5e14-30e2-47d5-bab7-8db8b06f46c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:41:32.912096 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f0d053c1-7bb3-4d80-af8f-bcd7c02a1d2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:32.912490 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d053c1-7bb3-4d80-af8f-bcd7c02a1d2a None None] Bound using segment: {'id': '5f3f2883-f069-4cfc-b268-70ac1a98c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '61bc5e14-30e2-47d5-bab7-8db8b06f46c5'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:41:32.912961 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-f0d053c1-7bb3-4d80-af8f-bcd7c02a1d2a None None] Bound port: 3f6ebb42-4dec-4245-82c8-d4743d3d1f6d, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3f2883-f069-4cfc-b268-70ac1a98c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '61bc5e14-30e2-47d5-bab7-8db8b06f46c5'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:41:32.913346 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f0d053c1-7bb3-4d80-af8f-bcd7c02a1d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:32.944659 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4fe6ab-33d1-4885-9c20-23afc481a35d None None] Sync routers for ids ['2421224d-ca9c-4f20-b577-b511f379a8c3'] in dv-cinder-809894-1-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:41:32.956704 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4fe6ab-33d1-4885-9c20-23afc481a35d None None] Routers {'2421224d-ca9c-4f20-b577-b511f379a8c3'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:41:32.957559 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-3a4fe6ab-33d1-4885-9c20-23afc481a35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:41:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['2421224d-ca9c-4f20-b577-b511f379a8c3'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:32.989808 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-f0d053c1-7bb3-4d80-af8f-bcd7c02a1d2a None None] For port 3f6ebb42-4dec-4245-82c8-d4743d3d1f6d, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:41:32.993207 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-f0d053c1-7bb3-4d80-af8f-bcd7c02a1d2a None None] For port 3f6ebb42-4dec-4245-82c8-d4743d3d1f6d, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=3f6ebb42-4dec-4245-82c8-d4743d3d1f6d,segment=NetworkSegment(5f3f2883-f069-4cfc-b268-70ac1a98c0fc),segment_id=5f3f2883-f069-4cfc-b268-70ac1a98c0fc)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:41:33.000730 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f0d053c1-7bb3-4d80-af8f-bcd7c02a1d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:33.001606 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c3e0a958-66b2-4e1c-89a0-0e5d4fd99432 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:33.093583 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c3e0a958-66b2-4e1c-89a0-0e5d4fd99432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:33.095717 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d053c1-7bb3-4d80-af8f-bcd7c02a1d2a None None] Pushing event updated for resources: {'Port': ['ID=3f6ebb42-4dec-4245-82c8-d4743d3d1f6d,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:33.129357 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e0a958-66b2-4e1c-89a0-0e5d4fd99432 admin admin] Network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:41:33.145052 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-3a4fe6ab-33d1-4885-9c20-23afc481a35d None None] Set router 2421224d-ca9c-4f20-b577-b511f379a8c3 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:41:33.170568 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-c3e0a958-66b2-4e1c-89a0-0e5d4fd99432 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:41:33.176086 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e0a958-66b2-4e1c-89a0-0e5d4fd99432 admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:41:33.259108 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0a958-66b2-4e1c-89a0-0e5d4fd99432 admin admin] Pushing event updated for resources: {'Port': ['ID=3551989e-3bbc-486e-a435-23a0e78bd429,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:33.567148 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-3a4fe6ab-33d1-4885-9c20-23afc481a35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'name': 'tempest-TestMinimumBasicScenario-2061823698-router', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '99f24548-c254-4eb1-a2d1-f480e97ef104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:41:26Z', 'updated_at': '2021-09-18T12:41:29Z', 'revision_number': 4, 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'gw_port': {'id': '99f24548-c254-4eb1-a2d1-f480e97ef104', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:26Z', 'updated_at': '2021-09-18T12:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'f95126d1-f5af-4e68-805a-bda1eb707729', 'name': '', 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'mac_address': 'fa:16:3e:65:3c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'daf16491-9ce3-4bbf-a0c9-60e69eaa99c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:28Z', 'updated_at': '2021-09-18T12:41:29Z', 'revision_number': 2, 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'subnets': [{'id': 'daf16491-9ce3-4bbf-a0c9-60e69eaa99c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:33.640542 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4fe6ab-33d1-4885-9c20-23afc481a35d None None] Checking router: 2421224d-ca9c-4f20-b577-b511f379a8c3 for host: dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:41:33.640903 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4fe6ab-33d1-4885-9c20-23afc481a35d None None] Updating router 2421224d-ca9c-4f20-b577-b511f379a8c3 port f95126d1-f5af-4e68-805a-bda1eb707729 binding host dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 12:41:33.703459 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-3a4fe6ab-33d1-4885-9c20-23afc481a35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:33.708162 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c3e0a958-66b2-4e1c-89a0-0e5d4fd99432 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:33.953490 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 3f6ebb42-4dec-4245-82c8-d4743d3d1f6d up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:41:34.026090 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9530b-5619-4f56-8f04-7cee67a4a2f7 req-61096f06-61b0-4a59-8d71-9180502229b4 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:34.029101 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-91f9530b-5619-4f56-8f04-7cee67a4a2f7 req-61096f06-61b0-4a59-8d71-9180502229b4 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 947 time: 0.1085560 Sep 18 12:41:34.068575 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 3f6ebb42-4dec-4245-82c8-d4743d3d1f6d triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:41:34.069263 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:34.108053 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-91f9530b-5619-4f56-8f04-7cee67a4a2f7 req-4b918b82-bfdc-4fe6-9498-4d0d3bf19121 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716164 Sep 18 12:41:34.189191 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-3a4fe6ab-33d1-4885-9c20-23afc481a35d None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:34.199469 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-3a4fe6ab-33d1-4885-9c20-23afc481a35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:34.211548 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:34.286182 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d6abe-d3d8-4dea-ac34-5d50ed9f2d73 None None] Pushing event updated for resources: {'Port': ['ID=f95126d1-f5af-4e68-805a-bda1eb707729,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:34.292495 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] For port 3f6ebb42-4dec-4245-82c8-d4743d3d1f6d, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=3f6ebb42-4dec-4245-82c8-d4743d3d1f6d,segment=NetworkSegment(5f3f2883-f069-4cfc-b268-70ac1a98c0fc),segment_id=5f3f2883-f069-4cfc-b268-70ac1a98c0fc)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:41:34.301433 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:34.302147 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 99f24548-c254-4eb1-a2d1-f480e97ef104 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:41:34.314439 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c3e0a958-66b2-4e1c-89a0-0e5d4fd99432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673931'] for router, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:34.329245 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0d6abe-d3d8-4dea-ac34-5d50ed9f2d73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:34.329756 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0d6abe-d3d8-4dea-ac34-5d50ed9f2d73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:34.330369 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0d6abe-d3d8-4dea-ac34-5d50ed9f2d73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:34.330853 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0d6abe-d3d8-4dea-ac34-5d50ed9f2d73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:34.331332 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0d6abe-d3d8-4dea-ac34-5d50ed9f2d73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:34.331856 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0d6abe-d3d8-4dea-ac34-5d50ed9f2d73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:34.332329 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0d6abe-d3d8-4dea-ac34-5d50ed9f2d73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:34.332802 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0d6abe-d3d8-4dea-ac34-5d50ed9f2d73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:34.333298 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0d6abe-d3d8-4dea-ac34-5d50ed9f2d73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:34.333915 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0d6abe-d3d8-4dea-ac34-5d50ed9f2d73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:34.334471 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0d6abe-d3d8-4dea-ac34-5d50ed9f2d73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:34.334941 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0d6abe-d3d8-4dea-ac34-5d50ed9f2d73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:41:34.378337 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-3a4fe6ab-33d1-4885-9c20-23afc481a35d None None] Attempting to bind port f95126d1-f5af-4e68-805a-bda1eb707729 on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:41:34.379288 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-3a4fe6ab-33d1-4885-9c20-23afc481a35d None None] Attempting to bind port f95126d1-f5af-4e68-805a-bda1eb707729 by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': 'ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:41:34.380341 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4fe6ab-33d1-4885-9c20-23afc481a35d None None] Attempting to bind port f95126d1-f5af-4e68-805a-bda1eb707729 on network 03a59fa9-bec1-46db-b398-93e740f3293f {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:41:34.390605 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4fe6ab-33d1-4885-9c20-23afc481a35d None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:41:34.395065 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4fe6ab-33d1-4885-9c20-23afc481a35d None None] Checking segment: {'id': 'ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:41:34.396678 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-3a4fe6ab-33d1-4885-9c20-23afc481a35d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:34.397153 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4fe6ab-33d1-4885-9c20-23afc481a35d None None] Bound using segment: {'id': 'ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:41:34.400157 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-3a4fe6ab-33d1-4885-9c20-23afc481a35d None None] Bound port: f95126d1-f5af-4e68-805a-bda1eb707729, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:41:34.400820 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-3a4fe6ab-33d1-4885-9c20-23afc481a35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:34.403910 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Pushing event updated for resources: {'Port': ['ID=3f6ebb42-4dec-4245-82c8-d4743d3d1f6d,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:34.469890 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 99f24548-c254-4eb1-a2d1-f480e97ef104 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:41:34.471639 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:34.493888 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-3a4fe6ab-33d1-4885-9c20-23afc481a35d None None] For port f95126d1-f5af-4e68-805a-bda1eb707729, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:41:34.498757 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-3a4fe6ab-33d1-4885-9c20-23afc481a35d None None] For port f95126d1-f5af-4e68-805a-bda1eb707729, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=f95126d1-f5af-4e68-805a-bda1eb707729,segment=NetworkSegment(ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df),segment_id=ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:41:34.506355 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-3a4fe6ab-33d1-4885-9c20-23afc481a35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:34.549737 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e0a958-66b2-4e1c-89a0-0e5d4fd99432 admin admin] Router 09f3e10a-18ce-446c-a95f-18610d807be8 is scheduled to L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f with binding_index 1 {{(pid=94107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 12:41:34.577085 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d6abe-d3d8-4dea-ac34-5d50ed9f2d73 None None] Pushing event updated for resources: {'Port': ['ID=f95126d1-f5af-4e68-805a-bda1eb707729,revision_number=4']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:34.595548 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4fe6ab-33d1-4885-9c20-23afc481a35d None None] Routers {'2421224d-ca9c-4f20-b577-b511f379a8c3'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:41:34.596423 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-3a4fe6ab-33d1-4885-9c20-23afc481a35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:41:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['2421224d-ca9c-4f20-b577-b511f379a8c3'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:34.659356 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c49a4d-91a9-428a-9eca-03767bc6d1ee None None] Network 61bc5e14-30e2-47d5-bab7-8db8b06f46c5 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:41:34.720197 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e0a958-66b2-4e1c-89a0-0e5d4fd99432 admin admin] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:41:34.749557 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa0bea2-13e9-40d0-9298-46fce503e731 None None] Sync routers for ids ['09f3e10a-18ce-446c-a95f-18610d807be8'] in dv-cinder-809894-1-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:41:34.757007 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c3e0a958-66b2-4e1c-89a0-0e5d4fd99432 admin admin] Notify callbacks [] for router, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:34.759197 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-c3e0a958-66b2-4e1c-89a0-0e5d4fd99432 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8669593 Sep 18 12:41:34.761885 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 54402) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:34.776669 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-8c20e53a-9cb6-4377-8c98-c71a7d847964 None None] Provisioning complete for port 3f6ebb42-4dec-4245-82c8-d4743d3d1f6d triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:41:34.778728 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8c20e53a-9cb6-4377-8c98-c71a7d847964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:34.864688 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-3a4fe6ab-33d1-4885-9c20-23afc481a35d None None] Set router 2421224d-ca9c-4f20-b577-b511f379a8c3 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:41:34.926999 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa0bea2-13e9-40d0-9298-46fce503e731 None None] Routers {'09f3e10a-18ce-446c-a95f-18610d807be8'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:41:34.927688 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-caa0bea2-13e9-40d0-9298-46fce503e731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:41:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['09f3e10a-18ce-446c-a95f-18610d807be8'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:35.127248 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-caa0bea2-13e9-40d0-9298-46fce503e731 None None] Set router 09f3e10a-18ce-446c-a95f-18610d807be8 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:41:35.180029 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-3a4fe6ab-33d1-4885-9c20-23afc481a35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'name': 'tempest-TestMinimumBasicScenario-2061823698-router', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '99f24548-c254-4eb1-a2d1-f480e97ef104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:41:26Z', 'updated_at': '2021-09-18T12:41:29Z', 'revision_number': 4, 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'gw_port': {'id': '99f24548-c254-4eb1-a2d1-f480e97ef104', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:26Z', 'updated_at': '2021-09-18T12:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'f95126d1-f5af-4e68-805a-bda1eb707729', 'name': '', 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'mac_address': 'fa:16:3e:65:3c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'daf16491-9ce3-4bbf-a0c9-60e69eaa99c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:28Z', 'updated_at': '2021-09-18T12:41:34Z', 'revision_number': 4, 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'subnets': [{'id': 'daf16491-9ce3-4bbf-a0c9-60e69eaa99c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:35.208676 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4fe6ab-33d1-4885-9c20-23afc481a35d None None] The sync data for ids ['2421224d-ca9c-4f20-b577-b511f379a8c3'] in dv-cinder-809894-1-iscsi is: [{'id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'name': 'tempest-TestMinimumBasicScenario-2061823698-router', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '99f24548-c254-4eb1-a2d1-f480e97ef104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:41:26Z', 'updated_at': '2021-09-18T12:41:29Z', 'revision_number': 4, 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'gw_port': {'id': '99f24548-c254-4eb1-a2d1-f480e97ef104', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:26Z', 'updated_at': '2021-09-18T12:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'f95126d1-f5af-4e68-805a-bda1eb707729', 'name': '', 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'mac_address': 'fa:16:3e:65:3c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'daf16491-9ce3-4bbf-a0c9-60e69eaa99c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:28Z', 'updated_at': '2021-09-18T12:41:34Z', 'revision_number': 4, 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'subnets': [{'id': 'daf16491-9ce3-4bbf-a0c9-60e69eaa99c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:41:35.356088 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd61b5-1536-472f-b6a6-bb83cab65bc4 req-f7e0b642-103b-42f7-baf8-c3844fe10444 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:35.358804 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-99fd61b5-1536-472f-b6a6-bb83cab65bc4 req-f7e0b642-103b-42f7-baf8-c3844fe10444 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 947 time: 0.0949996 Sep 18 12:41:35.368060 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-8c20e53a-9cb6-4377-8c98-c71a7d847964 None None] Provisioning complete for port f95126d1-f5af-4e68-805a-bda1eb707729 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:41:35.368633 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8c20e53a-9cb6-4377-8c98-c71a7d847964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:35.385325 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-713f5f19-455b-4102-8682-6e13da07c4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:35.452694 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-99fd61b5-1536-472f-b6a6-bb83cab65bc4 req-4b02b8d2-d76e-4d62-b3cf-d61782db9445 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864606 Sep 18 12:41:35.453221 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 54420) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:35.549766 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-caa0bea2-13e9-40d0-9298-46fce503e731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f3e10a-18ce-446c-a95f-18610d807be8', 'name': 'tempest-TestMinimumBasicScenario-936683018-router', 'tenant_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3551989e-3bbc-486e-a435-23a0e78bd429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:41:31Z', 'updated_at': '2021-09-18T12:41:33Z', 'revision_number': 3, 'project_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'gw_port': {'id': '3551989e-3bbc-486e-a435-23a0e78bd429', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:03:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f3e10a-18ce-446c-a95f-18610d807be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:32Z', 'updated_at': '2021-09-18T12:41:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:35.585962 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa0bea2-13e9-40d0-9298-46fce503e731 None None] Checking router: 09f3e10a-18ce-446c-a95f-18610d807be8 for host: dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:41:35.587166 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa0bea2-13e9-40d0-9298-46fce503e731 None None] Updating router 09f3e10a-18ce-446c-a95f-18610d807be8 port 3551989e-3bbc-486e-a435-23a0e78bd429 binding host dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 12:41:35.592511 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8c20e53a-9cb6-4377-8c98-c71a7d847964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:35.624227 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-caa0bea2-13e9-40d0-9298-46fce503e731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:35.664802 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-713f5f19-455b-4102-8682-6e13da07c4b9 admin admin] Allocated IP 172.20.0.1 (61bc5e14-30e2-47d5-bab7-8db8b06f46c5/82d41b50-1003-4af1-9a33-6ddb55e9bde7/40d908a4-bc88-474a-bd5d-14c33a9e58f6) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:41:35.671409 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4f5fd66b-a69e-4c66-b08a-8fd256ab3207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:35.812153 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4f5fd66b-a69e-4c66-b08a-8fd256ab3207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:35.815064 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device f95126d1-f5af-4e68-805a-bda1eb707729 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:41:35.819156 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4f5fd66b-a69e-4c66-b08a-8fd256ab3207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:35.828681 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-713f5f19-455b-4102-8682-6e13da07c4b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:35.872239 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-713f5f19-455b-4102-8682-6e13da07c4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:35.881580 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4f5fd66b-a69e-4c66-b08a-8fd256ab3207 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4df08bc5ca7349fabb70b365f39c61cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4261029 Sep 18 12:41:35.882391 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5fd66b-a69e-4c66-b08a-8fd256ab3207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba28039-c0d3-4654-b80c-82fee2bf50ff,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:35.885579 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 54426) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:35.927018 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f5f19-455b-4102-8682-6e13da07c4b9 admin admin] Pushing event updated for resources: {'Port': ['ID=40d908a4-bc88-474a-bd5d-14c33a9e58f6,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:35.929247 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-8c20e53a-9cb6-4377-8c98-c71a7d847964 None None] For port f95126d1-f5af-4e68-805a-bda1eb707729, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=f95126d1-f5af-4e68-805a-bda1eb707729,segment=NetworkSegment(ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df),segment_id=ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:41:35.938547 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713f5f19-455b-4102-8682-6e13da07c4b9 admin admin] Network 61bc5e14-30e2-47d5-bab7-8db8b06f46c5 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:41:35.940693 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-713f5f19-455b-4102-8682-6e13da07c4b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:41:35.943748 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8c20e53a-9cb6-4377-8c98-c71a7d847964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:35.944567 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713f5f19-455b-4102-8682-6e13da07c4b9 admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:41:35.961233 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-72aa6344-fff3-42a5-b2b8-aa266da32107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:35.991485 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-713f5f19-455b-4102-8682-6e13da07c4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3674012'] for router_interface, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:36.019901 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-72aa6344-fff3-42a5-b2b8-aa266da32107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:36.092254 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port f95126d1-f5af-4e68-805a-bda1eb707729 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:41:36.092720 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:36.094128 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20e53a-9cb6-4377-8c98-c71a7d847964 None None] Pushing event updated for resources: {'Port': ['ID=f95126d1-f5af-4e68-805a-bda1eb707729,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:36.131004 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-72aa6344-fff3-42a5-b2b8-aa266da32107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:36.135439 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-72aa6344-fff3-42a5-b2b8-aa266da32107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:36.136828 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-72aa6344-fff3-42a5-b2b8-aa266da32107 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ba28039-c0d3-4654-b80c-82fee2bf50ff HTTP/1.1" status: 204 len: 168 time: 0.2481515 Sep 18 12:41:36.159736 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa6344-fff3-42a5-b2b8-aa266da32107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba28039-c0d3-4654-b80c-82fee2bf50ff,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:36.229062 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-408914d0-406f-4c59-aa4f-fcea80fa9d7c None None] Provisioning complete for port 3f6ebb42-4dec-4245-82c8-d4743d3d1f6d triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:41:36.229628 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-408914d0-406f-4c59-aa4f-fcea80fa9d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:36.239252 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-713f5f19-455b-4102-8682-6e13da07c4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:36.408615 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 3f6ebb42-4dec-4245-82c8-d4743d3d1f6d up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:41:36.467217 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-caa0bea2-13e9-40d0-9298-46fce503e731 None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:36.492763 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-caa0bea2-13e9-40d0-9298-46fce503e731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:36.494702 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-713f5f19-455b-4102-8682-6e13da07c4b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:36.506747 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-713f5f19-455b-4102-8682-6e13da07c4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655335'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:36.545750 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-408914d0-406f-4c59-aa4f-fcea80fa9d7c None None] Provisioning complete for port f95126d1-f5af-4e68-805a-bda1eb707729 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:41:36.546123 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-408914d0-406f-4c59-aa4f-fcea80fa9d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:36.580440 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 54440) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:36.583548 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f5f19-455b-4102-8682-6e13da07c4b9 admin admin] Pushing event updated for resources: {'Port': ['ID=40d908a4-bc88-474a-bd5d-14c33a9e58f6,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:36.591889 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-713f5f19-455b-4102-8682-6e13da07c4b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3673612'] for router_interface, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:36.597749 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7b09822b-7873-42f0-b6bc-f5d3ab6fa89b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:36.598613 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 3f6ebb42-4dec-4245-82c8-d4743d3d1f6d triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:41:36.598986 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:36.601851 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-caa0bea2-13e9-40d0-9298-46fce503e731 None None] Attempting to bind port 3551989e-3bbc-486e-a435-23a0e78bd429 on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:41:36.602219 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-caa0bea2-13e9-40d0-9298-46fce503e731 None None] Attempting to bind port 3551989e-3bbc-486e-a435-23a0e78bd429 by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:41:36.602803 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa0bea2-13e9-40d0-9298-46fce503e731 None None] Attempting to bind port 3551989e-3bbc-486e-a435-23a0e78bd429 on network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:41:36.604656 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b8da5-f819-41ca-b495-6f57dec395cc None None] Pushing event updated for resources: {'Port': ['ID=3551989e-3bbc-486e-a435-23a0e78bd429,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:36.641169 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa0bea2-13e9-40d0-9298-46fce503e731 None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:41:36.641603 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa0bea2-13e9-40d0-9298-46fce503e731 None None] Checking segment: {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:41:36.641973 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-caa0bea2-13e9-40d0-9298-46fce503e731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:36.642443 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa0bea2-13e9-40d0-9298-46fce503e731 None None] Bound using segment: {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:41:36.642920 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-caa0bea2-13e9-40d0-9298-46fce503e731 None None] Bound port: 3551989e-3bbc-486e-a435-23a0e78bd429, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:41:36.643299 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-caa0bea2-13e9-40d0-9298-46fce503e731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:36.695717 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713f5f19-455b-4102-8682-6e13da07c4b9 admin admin] Network 61bc5e14-30e2-47d5-bab7-8db8b06f46c5 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:41:36.697072 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-713f5f19-455b-4102-8682-6e13da07c4b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:41:36.711019 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7b09822b-7873-42f0-b6bc-f5d3ab6fa89b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:36.715642 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7b09822b-7873-42f0-b6bc-f5d3ab6fa89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:36.743960 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-caa0bea2-13e9-40d0-9298-46fce503e731 None None] For port 3551989e-3bbc-486e-a435-23a0e78bd429, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:41:36.763327 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09822b-7873-42f0-b6bc-f5d3ab6fa89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c5eebb-f04a-450b-8b8d-446783bf621f,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:36.769072 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-7b09822b-7873-42f0-b6bc-f5d3ab6fa89b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e673652809834717bb67a44836a0e7f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1869326 Sep 18 12:41:36.772103 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 54442) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:36.801657 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-caa0bea2-13e9-40d0-9298-46fce503e731 None None] For port 3551989e-3bbc-486e-a435-23a0e78bd429, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=3551989e-3bbc-486e-a435-23a0e78bd429,segment=NetworkSegment(972f36e2-ef14-414b-b7e5-74a44c97b427),segment_id=972f36e2-ef14-414b-b7e5-74a44c97b427)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:41:36.810017 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-caa0bea2-13e9-40d0-9298-46fce503e731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:36.828959 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f540f410-5e88-46c6-ac23-7e06b2587308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:36.857463 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f540f410-5e88-46c6-ac23-7e06b2587308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:36.868878 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713f5f19-455b-4102-8682-6e13da07c4b9 admin admin] Router 09f3e10a-18ce-446c-a95f-18610d807be8 has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:41:36.872888 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b8da5-f819-41ca-b495-6f57dec395cc None None] Pushing event updated for resources: {'Port': ['ID=3551989e-3bbc-486e-a435-23a0e78bd429,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:36.875897 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa0bea2-13e9-40d0-9298-46fce503e731 None None] Routers {'09f3e10a-18ce-446c-a95f-18610d807be8'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:41:36.876397 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-caa0bea2-13e9-40d0-9298-46fce503e731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:41:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['09f3e10a-18ce-446c-a95f-18610d807be8'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:36.936314 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f540f410-5e88-46c6-ac23-7e06b2587308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:36.938152 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-e2ea46ea-603d-491a-b9f7-55fddf6c7247 None None] Provisioning complete for port 40d908a4-bc88-474a-bd5d-14c33a9e58f6 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:41:36.938518 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e2ea46ea-603d-491a-b9f7-55fddf6c7247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:36.939186 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f540f410-5e88-46c6-ac23-7e06b2587308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:36.940491 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f540f410-5e88-46c6-ac23-7e06b2587308 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7c5eebb-f04a-450b-8b8d-446783bf621f HTTP/1.1" status: 204 len: 168 time: 0.1669135 Sep 18 12:41:36.950309 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540f410-5e88-46c6-ac23-7e06b2587308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c5eebb-f04a-450b-8b8d-446783bf621f,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:37.015892 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713f5f19-455b-4102-8682-6e13da07c4b9 admin admin] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:41:37.021528 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-713f5f19-455b-4102-8682-6e13da07c4b9 admin admin] 10.222.0.24 "PUT /v2.0/routers/09f3e10a-18ce-446c-a95f-18610d807be8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2584224 Sep 18 12:41:37.042060 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-e2ea46ea-603d-491a-b9f7-55fddf6c7247 None None] Port 40d908a4-bc88-474a-bd5d-14c33a9e58f6 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 12:41:37.046739 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-caa0bea2-13e9-40d0-9298-46fce503e731 None None] Set router 09f3e10a-18ce-446c-a95f-18610d807be8 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:41:37.203855 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-de4ad71a-c90d-4a14-87d2-03dbfed734ea None None] Provisioning complete for port 40d908a4-bc88-474a-bd5d-14c33a9e58f6 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:41:37.204234 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-de4ad71a-c90d-4a14-87d2-03dbfed734ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:37.276082 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-de4ad71a-c90d-4a14-87d2-03dbfed734ea None None] Port 40d908a4-bc88-474a-bd5d-14c33a9e58f6 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 12:41:37.301256 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-caa0bea2-13e9-40d0-9298-46fce503e731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f3e10a-18ce-446c-a95f-18610d807be8', 'name': 'tempest-TestMinimumBasicScenario-936683018-router', 'tenant_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3551989e-3bbc-486e-a435-23a0e78bd429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:41:31Z', 'updated_at': '2021-09-18T12:41:36Z', 'revision_number': 4, 'project_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'gw_port': {'id': '3551989e-3bbc-486e-a435-23a0e78bd429', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:03:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f3e10a-18ce-446c-a95f-18610d807be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:32Z', 'updated_at': '2021-09-18T12:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': '40d908a4-bc88-474a-bd5d-14c33a9e58f6', 'name': '', 'network_id': '61bc5e14-30e2-47d5-bab7-8db8b06f46c5', 'tenant_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'mac_address': 'fa:16:3e:d2:58:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f3e10a-18ce-446c-a95f-18610d807be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '82d41b50-1003-4af1-9a33-6ddb55e9bde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:35Z', 'updated_at': '2021-09-18T12:41:36Z', 'revision_number': 2, 'project_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'subnets': [{'id': '82d41b50-1003-4af1-9a33-6ddb55e9bde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:37.332082 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa0bea2-13e9-40d0-9298-46fce503e731 None None] The sync data for ids ['09f3e10a-18ce-446c-a95f-18610d807be8'] in dv-cinder-809894-1-iscsi is: [{'id': '09f3e10a-18ce-446c-a95f-18610d807be8', 'name': 'tempest-TestMinimumBasicScenario-936683018-router', 'tenant_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3551989e-3bbc-486e-a435-23a0e78bd429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:41:31Z', 'updated_at': '2021-09-18T12:41:36Z', 'revision_number': 4, 'project_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'gw_port': {'id': '3551989e-3bbc-486e-a435-23a0e78bd429', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:03:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f3e10a-18ce-446c-a95f-18610d807be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:32Z', 'updated_at': '2021-09-18T12:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': '40d908a4-bc88-474a-bd5d-14c33a9e58f6', 'name': '', 'network_id': '61bc5e14-30e2-47d5-bab7-8db8b06f46c5', 'tenant_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'mac_address': 'fa:16:3e:d2:58:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f3e10a-18ce-446c-a95f-18610d807be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '82d41b50-1003-4af1-9a33-6ddb55e9bde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:35Z', 'updated_at': '2021-09-18T12:41:36Z', 'revision_number': 2, 'project_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'subnets': [{'id': '82d41b50-1003-4af1-9a33-6ddb55e9bde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:41:37.785190 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device f95126d1-f5af-4e68-805a-bda1eb707729 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:41:37.857981 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 54492) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:37.873124 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port f95126d1-f5af-4e68-805a-bda1eb707729 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:41:37.874239 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:38.005441 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-330e6468-10e3-46fb-9f9c-37bed2bb802e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-40653651-network', 'tenant_id': 'e310218f6d514880aa9b8a71eb7aad79'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:41:38.047243 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330e6468-10e3-46fb-9f9c-37bed2bb802e admin admin] Made reservation on behalf of e310218f6d514880aa9b8a71eb7aad79 for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:41:38.049587 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-330e6468-10e3-46fb-9f9c-37bed2bb802e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:38.061232 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-330e6468-10e3-46fb-9f9c-37bed2bb802e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:38.215437 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-330e6468-10e3-46fb-9f9c-37bed2bb802e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:38.226997 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-330e6468-10e3-46fb-9f9c-37bed2bb802e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:38.269805 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-330e6468-10e3-46fb-9f9c-37bed2bb802e admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 12:41:38.296821 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e6468-10e3-46fb-9f9c-37bed2bb802e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe473d70-c851-4b45-8c69-42994f349cbb,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:38.311028 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-330e6468-10e3-46fb-9f9c-37bed2bb802e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:38.311748 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-330e6468-10e3-46fb-9f9c-37bed2bb802e admin admin] Added segment 8141d0ae-b271-4961-9fab-7a1296b931d1 of type vlan for network bbf76812-4109-4e29-91ce-93a1b696cdd1 Sep 18 12:41:38.373229 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-330e6468-10e3-46fb-9f9c-37bed2bb802e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759306564904'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:38.412093 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-330e6468-10e3-46fb-9f9c-37bed2bb802e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:38.413139 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330e6468-10e3-46fb-9f9c-37bed2bb802e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:38.413846 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-330e6468-10e3-46fb-9f9c-37bed2bb802e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:38.450427 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-330e6468-10e3-46fb-9f9c-37bed2bb802e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5912850 Sep 18 12:41:38.453415 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 54504) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:38.459503 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-3a9eb26f-6f9a-4a40-976d-0878fd4e2ed1 admin admin] Request body: {'subnet': {'network_id': 'bbf76812-4109-4e29-91ce-93a1b696cdd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-40653651-subnet', 'tenant_id': 'e310218f6d514880aa9b8a71eb7aad79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:41:38.538471 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e6468-10e3-46fb-9f9c-37bed2bb802e admin admin] Pushing event updated for resources: {'Network': ['ID=bbf76812-4109-4e29-91ce-93a1b696cdd1,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:38.549011 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9eb26f-6f9a-4a40-976d-0878fd4e2ed1 admin admin] Made reservation on behalf of e310218f6d514880aa9b8a71eb7aad79 for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:41:38.553302 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Network bbf76812-4109-4e29-91ce-93a1b696cdd1 details requested by agent ovs-agent-dv-cinder-809894-1-iscsi with host dv-cinder-809894-1-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 12:41:38.556076 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3a9eb26f-6f9a-4a40-976d-0878fd4e2ed1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28863939'] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:38.798438 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3a9eb26f-6f9a-4a40-976d-0878fd4e2ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25309524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28863981'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:38.880753 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9eb26f-6f9a-4a40-976d-0878fd4e2ed1 admin admin] Checking segment: {'id': '8141d0ae-b271-4961-9fab-7a1296b931d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bbf76812-4109-4e29-91ce-93a1b696cdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:41:38.880753 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9eb26f-6f9a-4a40-976d-0878fd4e2ed1 admin admin] Network hostable DHCP agents. Network: bbf76812-4109-4e29-91ce-93a1b696cdd1, hostable agents: ['3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 12:41:38.880753 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9eb26f-6f9a-4a40-976d-0878fd4e2ed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d087588-ea48-4383-ba8a-f3331f58aaa1,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:38.903421 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9eb26f-6f9a-4a40-976d-0878fd4e2ed1 admin admin] Network bbf76812-4109-4e29-91ce-93a1b696cdd1 is scheduled to be hosted by DHCP agent 3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 12:41:38.919207 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-3a9eb26f-6f9a-4a40-976d-0878fd4e2ed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809894-1-iscsi, bbf76812-4109-4e29-91ce-93a1b696cdd1) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:41:38.924629 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9eb26f-6f9a-4a40-976d-0878fd4e2ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:38.925492 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3a9eb26f-6f9a-4a40-976d-0878fd4e2ed1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:38.930939 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a538a0-6ba3-4c9c-a957-e5b0936a424d None None] Network bbf76812-4109-4e29-91ce-93a1b696cdd1 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:41:38.979598 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-3a9eb26f-6f9a-4a40-976d-0878fd4e2ed1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5251443 Sep 18 12:41:39.179981 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a0a0e7-d0c4-4820-a4ce-5c3d12112aca None None] Network bbf76812-4109-4e29-91ce-93a1b696cdd1 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:41:39.731543 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 54532) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:39.736860 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-658c7981-dfc2-4ad9-8c51-325d8708a656 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1224742814-network', 'tenant_id': '1440755284c04a5f96fe899f02db74c3'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:41:39.782976 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658c7981-dfc2-4ad9-8c51-325d8708a656 admin admin] Made reservation on behalf of 1440755284c04a5f96fe899f02db74c3 for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:41:39.784591 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 3551989e-3bbc-486e-a435-23a0e78bd429 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:41:39.785970 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-658c7981-dfc2-4ad9-8c51-325d8708a656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:39.797335 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-658c7981-dfc2-4ad9-8c51-325d8708a656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:39.854365 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 3551989e-3bbc-486e-a435-23a0e78bd429 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:41:39.854899 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:39.917027 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-658c7981-dfc2-4ad9-8c51-325d8708a656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:39.923463 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-658c7981-dfc2-4ad9-8c51-325d8708a656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:39.948186 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:39.950869 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-658c7981-dfc2-4ad9-8c51-325d8708a656 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 12:41:39.960720 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c7981-dfc2-4ad9-8c51-325d8708a656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7267469e-3f17-4dba-b502-3ecf33fac5be,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:39.977710 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-658c7981-dfc2-4ad9-8c51-325d8708a656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:39.979801 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] For port 3551989e-3bbc-486e-a435-23a0e78bd429, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=3551989e-3bbc-486e-a435-23a0e78bd429,segment=NetworkSegment(972f36e2-ef14-414b-b7e5-74a44c97b427),segment_id=972f36e2-ef14-414b-b7e5-74a44c97b427)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:41:39.982211 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-658c7981-dfc2-4ad9-8c51-325d8708a656 admin admin] Added segment b43a12d9-e42d-4318-846a-45e8b6422be0 of type vlan for network 29cb3c20-aca7-4210-b8d3-9c0054afbaee Sep 18 12:41:39.985310 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:40.005006 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eac3411-f631-4102-84b7-a7ec33bfd9e2 None None] Sync routers for ids ['09f3e10a-18ce-446c-a95f-18610d807be8'] in dv-cinder-809894-1-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:41:40.021031 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eac3411-f631-4102-84b7-a7ec33bfd9e2 None None] Routers {'09f3e10a-18ce-446c-a95f-18610d807be8'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:41:40.022067 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-0eac3411-f631-4102-84b7-a7ec33bfd9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:41:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['09f3e10a-18ce-446c-a95f-18610d807be8'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:40.034333 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-658c7981-dfc2-4ad9-8c51-325d8708a656 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759306564904'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:40.055911 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Pushing event updated for resources: {'Port': ['ID=3551989e-3bbc-486e-a435-23a0e78bd429,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:40.089860 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-658c7981-dfc2-4ad9-8c51-325d8708a656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:40.091449 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658c7981-dfc2-4ad9-8c51-325d8708a656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:40.092658 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-658c7981-dfc2-4ad9-8c51-325d8708a656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:40.110835 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-658c7981-dfc2-4ad9-8c51-325d8708a656 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3778584 Sep 18 12:41:40.113764 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 54534) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:40.119287 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-ea596505-6905-4158-9b85-b8f431a13a76 admin admin] Request body: {'subnet': {'network_id': '29cb3c20-aca7-4210-b8d3-9c0054afbaee', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1224742814-subnet', 'tenant_id': '1440755284c04a5f96fe899f02db74c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:41:40.142846 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea596505-6905-4158-9b85-b8f431a13a76 admin admin] Made reservation on behalf of 1440755284c04a5f96fe899f02db74c3 for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:41:40.146007 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ea596505-6905-4158-9b85-b8f431a13a76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29169538'] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:40.155261 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-0eac3411-f631-4102-84b7-a7ec33bfd9e2 None None] Set router 09f3e10a-18ce-446c-a95f-18610d807be8 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:41:40.168668 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c7981-dfc2-4ad9-8c51-325d8708a656 admin admin] Pushing event updated for resources: {'Network': ['ID=29cb3c20-aca7-4210-b8d3-9c0054afbaee,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:40.179908 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Network 29cb3c20-aca7-4210-b8d3-9c0054afbaee details requested by agent ovs-agent-dv-cinder-809894-1-iscsi with host dv-cinder-809894-1-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 12:41:40.427602 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ea596505-6905-4158-9b85-b8f431a13a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25655378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29169580'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:40.487611 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-0eac3411-f631-4102-84b7-a7ec33bfd9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f3e10a-18ce-446c-a95f-18610d807be8', 'name': 'tempest-TestMinimumBasicScenario-936683018-router', 'tenant_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3551989e-3bbc-486e-a435-23a0e78bd429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:41:31Z', 'updated_at': '2021-09-18T12:41:36Z', 'revision_number': 4, 'project_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'gw_port': {'id': '3551989e-3bbc-486e-a435-23a0e78bd429', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f3e10a-18ce-446c-a95f-18610d807be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:32Z', 'updated_at': '2021-09-18T12:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': '40d908a4-bc88-474a-bd5d-14c33a9e58f6', 'name': '', 'network_id': '61bc5e14-30e2-47d5-bab7-8db8b06f46c5', 'tenant_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'mac_address': 'fa:16:3e:d2:58:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f3e10a-18ce-446c-a95f-18610d807be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '82d41b50-1003-4af1-9a33-6ddb55e9bde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:35Z', 'updated_at': '2021-09-18T12:41:36Z', 'revision_number': 2, 'project_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'subnets': [{'id': '82d41b50-1003-4af1-9a33-6ddb55e9bde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:40.518936 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eac3411-f631-4102-84b7-a7ec33bfd9e2 None None] Checking router: 09f3e10a-18ce-446c-a95f-18610d807be8 for host: dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:41:40.528655 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eac3411-f631-4102-84b7-a7ec33bfd9e2 None None] Updating router 09f3e10a-18ce-446c-a95f-18610d807be8 port 40d908a4-bc88-474a-bd5d-14c33a9e58f6 binding host dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 12:41:40.534187 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea596505-6905-4158-9b85-b8f431a13a76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c10ac87-737a-467b-978e-a138e5032d07,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:40.553701 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea596505-6905-4158-9b85-b8f431a13a76 admin admin] Checking segment: {'id': 'b43a12d9-e42d-4318-846a-45e8b6422be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '29cb3c20-aca7-4210-b8d3-9c0054afbaee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:41:40.554347 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea596505-6905-4158-9b85-b8f431a13a76 admin admin] Network hostable DHCP agents. Network: 29cb3c20-aca7-4210-b8d3-9c0054afbaee, hostable agents: ['3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 12:41:40.567812 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-0eac3411-f631-4102-84b7-a7ec33bfd9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:40.595628 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea596505-6905-4158-9b85-b8f431a13a76 admin admin] Network 29cb3c20-aca7-4210-b8d3-9c0054afbaee is scheduled to be hosted by DHCP agent 3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 12:41:40.612962 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-ea596505-6905-4158-9b85-b8f431a13a76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809894-1-iscsi, 29cb3c20-aca7-4210-b8d3-9c0054afbaee) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:41:40.618474 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea596505-6905-4158-9b85-b8f431a13a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:40.620132 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ea596505-6905-4158-9b85-b8f431a13a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:40.627409 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f0366e-aaf1-4c3f-9414-55df06d9e17d None None] Network 29cb3c20-aca7-4210-b8d3-9c0054afbaee requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:41:40.654673 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ea596505-6905-4158-9b85-b8f431a13a76 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5392206 Sep 18 12:41:40.868605 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46949836-8fd7-4faf-8faa-13f81d22ff95 None None] Network 29cb3c20-aca7-4210-b8d3-9c0054afbaee requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:41:40.881380 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 54554) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:40.939064 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68010e8-7fd2-4138-beb4-d6eba17d0f9d admin admin] Deleting subnet 2d087588-ea48-4383-ba8a-f3331f58aaa1 {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 12:41:40.943918 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a68010e8-7fd2-4138-beb4-d6eba17d0f9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:40.989316 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a68010e8-7fd2-4138-beb4-d6eba17d0f9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26289332'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:41.020019 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-0eac3411-f631-4102-84b7-a7ec33bfd9e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:41.035538 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-0eac3411-f631-4102-84b7-a7ec33bfd9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:41.057022 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a68010e8-7fd2-4138-beb4-d6eba17d0f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701019'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:41.115105 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc8e98-3a53-44ce-9bbe-637a2c79b5c1 None None] Pushing event updated for resources: {'Port': ['ID=40d908a4-bc88-474a-bd5d-14c33a9e58f6,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:41.186570 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a68010e8-7fd2-4138-beb4-d6eba17d0f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25309463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28863972'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:41.187335 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-0eac3411-f631-4102-84b7-a7ec33bfd9e2 None None] Attempting to bind port 40d908a4-bc88-474a-bd5d-14c33a9e58f6 on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:41:41.187841 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-0eac3411-f631-4102-84b7-a7ec33bfd9e2 None None] Attempting to bind port 40d908a4-bc88-474a-bd5d-14c33a9e58f6 by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': '5f3f2883-f069-4cfc-b268-70ac1a98c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '61bc5e14-30e2-47d5-bab7-8db8b06f46c5'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:41:41.188465 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eac3411-f631-4102-84b7-a7ec33bfd9e2 None None] Attempting to bind port 40d908a4-bc88-474a-bd5d-14c33a9e58f6 on network 61bc5e14-30e2-47d5-bab7-8db8b06f46c5 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:41:41.194415 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eac3411-f631-4102-84b7-a7ec33bfd9e2 None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:41:41.194914 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eac3411-f631-4102-84b7-a7ec33bfd9e2 None None] Checking segment: {'id': '5f3f2883-f069-4cfc-b268-70ac1a98c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '61bc5e14-30e2-47d5-bab7-8db8b06f46c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:41:41.195406 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-0eac3411-f631-4102-84b7-a7ec33bfd9e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:41.195911 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eac3411-f631-4102-84b7-a7ec33bfd9e2 None None] Bound using segment: {'id': '5f3f2883-f069-4cfc-b268-70ac1a98c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '61bc5e14-30e2-47d5-bab7-8db8b06f46c5'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:41:41.196500 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-0eac3411-f631-4102-84b7-a7ec33bfd9e2 None None] Bound port: 40d908a4-bc88-474a-bd5d-14c33a9e58f6, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3f2883-f069-4cfc-b268-70ac1a98c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '61bc5e14-30e2-47d5-bab7-8db8b06f46c5'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:41:41.197031 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-0eac3411-f631-4102-84b7-a7ec33bfd9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:41.239596 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68010e8-7fd2-4138-beb4-d6eba17d0f9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d087588-ea48-4383-ba8a-f3331f58aaa1,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:41.248020 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a68010e8-7fd2-4138-beb4-d6eba17d0f9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:41.250224 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a68010e8-7fd2-4138-beb4-d6eba17d0f9d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2d087588-ea48-4383-ba8a-f3331f58aaa1 HTTP/1.1" status: 204 len: 168 time: 0.3677046 Sep 18 12:41:41.252679 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 54560) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:41.326839 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-0eac3411-f631-4102-84b7-a7ec33bfd9e2 None None] For port 40d908a4-bc88-474a-bd5d-14c33a9e58f6, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:41:41.333678 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-0eac3411-f631-4102-84b7-a7ec33bfd9e2 None None] For port 40d908a4-bc88-474a-bd5d-14c33a9e58f6, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=40d908a4-bc88-474a-bd5d-14c33a9e58f6,segment=NetworkSegment(5f3f2883-f069-4cfc-b268-70ac1a98c0fc),segment_id=5f3f2883-f069-4cfc-b268-70ac1a98c0fc)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:41:41.342729 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e8ae6ff6-16a1-4af2-b0f8-38b2af8c0eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455914'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:41.347829 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-0eac3411-f631-4102-84b7-a7ec33bfd9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:41.417350 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eac3411-f631-4102-84b7-a7ec33bfd9e2 None None] Routers {'09f3e10a-18ce-446c-a95f-18610d807be8'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:41:41.417979 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-0eac3411-f631-4102-84b7-a7ec33bfd9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:41:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['09f3e10a-18ce-446c-a95f-18610d807be8'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:41.425568 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 54562) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:41.472569 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e8ae6ff6-16a1-4af2-b0f8-38b2af8c0eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701404', 'neutron.services.segments.db._delete_segments_for_network-8759307057565'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:41.498916 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-e8ae6ff6-16a1-4af2-b0f8-38b2af8c0eda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf76812-4109-4e29-91ce-93a1b696cdd1']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:41.511204 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-e8ae6ff6-16a1-4af2-b0f8-38b2af8c0eda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8141d0ae-b271-4961-9fab-7a1296b931d1') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:41.511501 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-e8ae6ff6-16a1-4af2-b0f8-38b2af8c0eda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8141d0ae-b271-4961-9fab-7a1296b931d1') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:41.518056 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc8e98-3a53-44ce-9bbe-637a2c79b5c1 None None] Pushing event updated for resources: {'Port': ['ID=40d908a4-bc88-474a-bd5d-14c33a9e58f6,revision_number=4']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:41.537135 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e8ae6ff6-16a1-4af2-b0f8-38b2af8c0eda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759307058854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26289343'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:41.545589 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-b7cbe4c7-15a5-4f7f-ad54-fd0db57b0f8a None None] Provisioning complete for port 40d908a4-bc88-474a-bd5d-14c33a9e58f6 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:41:41.545962 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b7cbe4c7-15a5-4f7f-ad54-fd0db57b0f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:41.554636 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e8ae6ff6-16a1-4af2-b0f8-38b2af8c0eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:41.574197 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ae6ff6-16a1-4af2-b0f8-38b2af8c0eda admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 12:41:41.574758 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e8ae6ff6-16a1-4af2-b0f8-38b2af8c0eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25309385'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: Traceback (most recent call last): Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: timer() Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: cb(*args, **kw) Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: return func(*args, **kwargs) Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: self._notify() Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: self.callback(batched_events) Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: event.method(event) Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: return f(self, *a, **k) Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: return self._get(url).json() Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 12:41:41.576847 dv-cinder-809894-1-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 12:41:41.625789 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4b8e0330-d603-49f2-91ad-6a48e5a760a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:41.674411 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-0eac3411-f631-4102-84b7-a7ec33bfd9e2 None None] Set router 09f3e10a-18ce-446c-a95f-18610d807be8 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:41:41.693087 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e8ae6ff6-16a1-4af2-b0f8-38b2af8c0eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673859'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:41.717264 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e8ae6ff6-16a1-4af2-b0f8-38b2af8c0eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:41.719200 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-e8ae6ff6-16a1-4af2-b0f8-38b2af8c0eda admin admin] 10.222.0.24 "DELETE /v2.0/networks/bbf76812-4109-4e29-91ce-93a1b696cdd1 HTTP/1.1" status: 204 len: 168 time: 0.4653676 Sep 18 12:41:41.726673 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 54566) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:41.730116 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b7cbe4c7-15a5-4f7f-ad54-fd0db57b0f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:41.730636 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae6ff6-16a1-4af2-b0f8-38b2af8c0eda admin admin] Pushing event deleted for resources: {'Network': ['ID=bbf76812-4109-4e29-91ce-93a1b696cdd1,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:41.801162 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-b7cbe4c7-15a5-4f7f-ad54-fd0db57b0f8a None None] For port 40d908a4-bc88-474a-bd5d-14c33a9e58f6, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=40d908a4-bc88-474a-bd5d-14c33a9e58f6,segment=NetworkSegment(5f3f2883-f069-4cfc-b268-70ac1a98c0fc),segment_id=5f3f2883-f069-4cfc-b268-70ac1a98c0fc)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:41:41.808286 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b7cbe4c7-15a5-4f7f-ad54-fd0db57b0f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:41.842442 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 3551989e-3bbc-486e-a435-23a0e78bd429 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:41:41.884101 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c3ccf4-c453-49a9-ab30-52778e47a4f8 admin admin] Deleting subnet 6c10ac87-737a-467b-978e-a138e5032d07 {{(pid=94107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 12:41:41.890743 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-35c3ccf4-c453-49a9-ab30-52778e47a4f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:41.936358 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cbe4c7-15a5-4f7f-ad54-fd0db57b0f8a None None] Pushing event updated for resources: {'Port': ['ID=40d908a4-bc88-474a-bd5d-14c33a9e58f6,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:41.944627 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-35c3ccf4-c453-49a9-ab30-52778e47a4f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25635558'] for subnet, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:41.958949 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-5a51e847-4e88-4a34-a76c-86f6e973e48f None None] Provisioning complete for port 40d908a4-bc88-474a-bd5d-14c33a9e58f6 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:41:41.959734 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5a51e847-4e88-4a34-a76c-86f6e973e48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:41.980820 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4b8e0330-d603-49f2-91ad-6a48e5a760a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:41.989664 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4b8e0330-d603-49f2-91ad-6a48e5a760a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:41.991132 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 3551989e-3bbc-486e-a435-23a0e78bd429 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:41:41.991754 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:42.004645 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-0eac3411-f631-4102-84b7-a7ec33bfd9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f3e10a-18ce-446c-a95f-18610d807be8', 'name': 'tempest-TestMinimumBasicScenario-936683018-router', 'tenant_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3551989e-3bbc-486e-a435-23a0e78bd429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:41:31Z', 'updated_at': '2021-09-18T12:41:36Z', 'revision_number': 4, 'project_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'gw_port': {'id': '3551989e-3bbc-486e-a435-23a0e78bd429', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f3e10a-18ce-446c-a95f-18610d807be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:32Z', 'updated_at': '2021-09-18T12:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': '40d908a4-bc88-474a-bd5d-14c33a9e58f6', 'name': '', 'network_id': '61bc5e14-30e2-47d5-bab7-8db8b06f46c5', 'tenant_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'mac_address': 'fa:16:3e:d2:58:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f3e10a-18ce-446c-a95f-18610d807be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '82d41b50-1003-4af1-9a33-6ddb55e9bde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:35Z', 'updated_at': '2021-09-18T12:41:41Z', 'revision_number': 4, 'project_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'subnets': [{'id': '82d41b50-1003-4af1-9a33-6ddb55e9bde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:42.017847 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-35c3ccf4-c453-49a9-ab30-52778e47a4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701019'] for subnet, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:42.057405 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e0330-d603-49f2-91ad-6a48e5a760a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bb58cc-de48-4bde-860b-94490d367bbb,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:42.067832 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-4b8e0330-d603-49f2-91ad-6a48e5a760a3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6827769c81c043db8f9905eceab5ba15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6411602 Sep 18 12:41:42.070508 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 54568) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:42.152912 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-35c3ccf4-c453-49a9-ab30-52778e47a4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25655313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29169573'] for subnet, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:42.154996 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ec161a8b-86b4-4814-aeb8-d0be4d2f08a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:42.155789 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 40d908a4-bc88-474a-bd5d-14c33a9e58f6 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:41:42.201798 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3ccf4-c453-49a9-ab30-52778e47a4f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c10ac87-737a-467b-978e-a138e5032d07,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:42.204027 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-35c3ccf4-c453-49a9-ab30-52778e47a4f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:42.205956 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-35c3ccf4-c453-49a9-ab30-52778e47a4f8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6c10ac87-737a-467b-978e-a138e5032d07 HTTP/1.1" status: 204 len: 168 time: 0.4762712 Sep 18 12:41:42.208151 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eac3411-f631-4102-84b7-a7ec33bfd9e2 None None] The sync data for ids ['09f3e10a-18ce-446c-a95f-18610d807be8'] in dv-cinder-809894-1-iscsi is: [{'id': '09f3e10a-18ce-446c-a95f-18610d807be8', 'name': 'tempest-TestMinimumBasicScenario-936683018-router', 'tenant_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3551989e-3bbc-486e-a435-23a0e78bd429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:41:31Z', 'updated_at': '2021-09-18T12:41:36Z', 'revision_number': 4, 'project_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'gw_port': {'id': '3551989e-3bbc-486e-a435-23a0e78bd429', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f3e10a-18ce-446c-a95f-18610d807be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:32Z', 'updated_at': '2021-09-18T12:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': '40d908a4-bc88-474a-bd5d-14c33a9e58f6', 'name': '', 'network_id': '61bc5e14-30e2-47d5-bab7-8db8b06f46c5', 'tenant_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'mac_address': 'fa:16:3e:d2:58:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f3e10a-18ce-446c-a95f-18610d807be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '82d41b50-1003-4af1-9a33-6ddb55e9bde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:35Z', 'updated_at': '2021-09-18T12:41:41Z', 'revision_number': 4, 'project_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'subnets': [{'id': '82d41b50-1003-4af1-9a33-6ddb55e9bde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:41:42.208693 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 54570) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:42.217689 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ec161a8b-86b4-4814-aeb8-d0be4d2f08a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:42.226666 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 40d908a4-bc88-474a-bd5d-14c33a9e58f6 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:41:42.227037 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:42.282754 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ec161a8b-86b4-4814-aeb8-d0be4d2f08a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:42.285311 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ec161a8b-86b4-4814-aeb8-d0be4d2f08a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:42.288779 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ec161a8b-86b4-4814-aeb8-d0be4d2f08a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2bb58cc-de48-4bde-860b-94490d367bbb HTTP/1.1" status: 204 len: 168 time: 0.2149553 Sep 18 12:41:42.300451 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec161a8b-86b4-4814-aeb8-d0be4d2f08a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bb58cc-de48-4bde-860b-94490d367bbb,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:42.380420 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a486e75a-840e-4fd4-bb61-e9e564f8ac59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455914'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:42.493419 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a486e75a-840e-4fd4-bb61-e9e564f8ac59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701404', 'neutron.services.segments.db._delete_segments_for_network-8759307057565'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:42.529729 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-a486e75a-840e-4fd4-bb61-e9e564f8ac59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29cb3c20-aca7-4210-b8d3-9c0054afbaee']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:42.539693 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-a486e75a-840e-4fd4-bb61-e9e564f8ac59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43a12d9-e42d-4318-846a-45e8b6422be0') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:42.540005 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-a486e75a-840e-4fd4-bb61-e9e564f8ac59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43a12d9-e42d-4318-846a-45e8b6422be0') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:41:42.554292 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a486e75a-840e-4fd4-bb61-e9e564f8ac59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759307058854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26289343'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:42.577254 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a486e75a-840e-4fd4-bb61-e9e564f8ac59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:42.584925 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a486e75a-840e-4fd4-bb61-e9e564f8ac59 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 12:41:42.585549 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a486e75a-840e-4fd4-bb61-e9e564f8ac59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25309385'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: Traceback (most recent call last): Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: timer() Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: cb(*args, **kw) Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: return func(*args, **kwargs) Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: self._notify() Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: self.callback(batched_events) Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: event.method(event) Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: return f(self, *a, **k) Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: return self._get(url).json() Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 12:41:42.643465 dv-cinder-809894-1-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 12:41:42.657390 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a486e75a-840e-4fd4-bb61-e9e564f8ac59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673859'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:42.663810 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a486e75a-840e-4fd4-bb61-e9e564f8ac59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:42.672589 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a486e75a-840e-4fd4-bb61-e9e564f8ac59 admin admin] 10.222.0.24 "DELETE /v2.0/networks/29cb3c20-aca7-4210-b8d3-9c0054afbaee HTTP/1.1" status: 204 len: 168 time: 0.4625297 Sep 18 12:41:42.692407 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486e75a-840e-4fd4-bb61-e9e564f8ac59 admin admin] Pushing event deleted for resources: {'Network': ['ID=29cb3c20-aca7-4210-b8d3-9c0054afbaee,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:42.818598 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 54578) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:42.852186 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-836ccef2-777e-4602-8461-b43f3618f54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:42.899655 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 54584) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:42.962028 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-89fdb75f-f34f-47d8-83c4-30a4ea4c5ab8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e310218f6d514880aa9b8a71eb7aad79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0611377 Sep 18 12:41:42.964896 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 54586) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:43.009368 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-836ccef2-777e-4602-8461-b43f3618f54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:43.020782 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-836ccef2-777e-4602-8461-b43f3618f54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:43.065422 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ccef2-777e-4602-8461-b43f3618f54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352af1d3-4461-4ff6-a6a1-d610890e75c1,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:43.069823 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-836ccef2-777e-4602-8461-b43f3618f54b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab7e5ed0da284807970de8a81169f1cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503192 Sep 18 12:41:43.073956 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 54588) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:43.086767 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-46bc5cf9-c6c5-416a-8f34-661198545a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:43.116855 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-46bc5cf9-c6c5-416a-8f34-661198545a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:43.136106 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b934-f05e-4cd4-9408-c93dbeb78240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:43.172731 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b934-f05e-4cd4-9408-c93dbeb78240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:43.179065 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-46bc5cf9-c6c5-416a-8f34-661198545a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:43.182434 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-46bc5cf9-c6c5-416a-8f34-661198545a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:43.183593 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-46bc5cf9-c6c5-416a-8f34-661198545a8c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe473d70-c851-4b45-8c69-42994f349cbb HTTP/1.1" status: 204 len: 168 time: 0.2175903 Sep 18 12:41:43.202590 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc5cf9-c6c5-416a-8f34-661198545a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe473d70-c851-4b45-8c69-42994f349cbb,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:43.241566 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b934-f05e-4cd4-9408-c93dbeb78240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:43.245439 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b934-f05e-4cd4-9408-c93dbeb78240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:43.254854 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-f7d3b934-f05e-4cd4-9408-c93dbeb78240 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/352af1d3-4461-4ff6-a6a1-d610890e75c1 HTTP/1.1" status: 204 len: 168 time: 0.1741600 Sep 18 12:41:43.268710 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3b934-f05e-4cd4-9408-c93dbeb78240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352af1d3-4461-4ff6-a6a1-d610890e75c1,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:43.688682 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 54598) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:43.745709 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 54600) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:43.746617 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-3c8e48f4-916c-4d02-a533-639acb17ee88 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1440755284c04a5f96fe899f02db74c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0567007 Sep 18 12:41:43.769979 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 54602) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:43.771781 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 40d908a4-bc88-474a-bd5d-14c33a9e58f6 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:41:43.797996 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bff6ae97-7d92-4e53-aabf-4583c36a2762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:43.828132 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 40d908a4-bc88-474a-bd5d-14c33a9e58f6 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:41:43.828336 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4fed3189-644b-4331-98d6-ac9746ee94dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:43.829016 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:43.868447 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4fed3189-644b-4331-98d6-ac9746ee94dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:43.958347 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4fed3189-644b-4331-98d6-ac9746ee94dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:43.961271 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4fed3189-644b-4331-98d6-ac9746ee94dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:43.965319 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4fed3189-644b-4331-98d6-ac9746ee94dd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7267469e-3f17-4dba-b502-3ecf33fac5be HTTP/1.1" status: 204 len: 168 time: 0.2157278 Sep 18 12:41:43.977469 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed3189-644b-4331-98d6-ac9746ee94dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7267469e-3f17-4dba-b502-3ecf33fac5be,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:44.013641 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bff6ae97-7d92-4e53-aabf-4583c36a2762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:44.020268 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bff6ae97-7d92-4e53-aabf-4583c36a2762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:44.066506 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 54606) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:44.074480 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-bff6ae97-7d92-4e53-aabf-4583c36a2762 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca6e6ba5efa846438243d5c5e020879a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034422 Sep 18 12:41:44.081570 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6ae97-7d92-4e53-aabf-4583c36a2762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd23ae1-6239-4978-b6af-e46ffd02d4ae,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:44.138826 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3cc1537a-166f-4c22-98f0-28d6fed6e37e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:44.171876 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3cc1537a-166f-4c22-98f0-28d6fed6e37e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:44.227371 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3cc1537a-166f-4c22-98f0-28d6fed6e37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:44.230320 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3cc1537a-166f-4c22-98f0-28d6fed6e37e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:44.232101 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-3cc1537a-166f-4c22-98f0-28d6fed6e37e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5cd23ae1-6239-4978-b6af-e46ffd02d4ae HTTP/1.1" status: 204 len: 168 time: 0.1645701 Sep 18 12:41:44.256786 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1537a-166f-4c22-98f0-28d6fed6e37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd23ae1-6239-4978-b6af-e46ffd02d4ae,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:47.437377 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 54722) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:47.558513 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9d4adcc9-9fdf-424c-8e0e-2042cd3f1bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:47.583932 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:47.672100 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9d4adcc9-9fdf-424c-8e0e-2042cd3f1bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:47.677991 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9d4adcc9-9fdf-424c-8e0e-2042cd3f1bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:47.707576 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 54730) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:47.715027 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-9d4adcc9-9fdf-424c-8e0e-2042cd3f1bdc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3070ec9d056548a3af838d57da538dc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757246 Sep 18 12:41:47.748560 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4adcc9-9fdf-424c-8e0e-2042cd3f1bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d145ef3-a1ee-4552-ac84-ea9b5501d143,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:47.791336 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-67af9948-a551-45f5-ab6e-61c72d443597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:47.815536 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-67af9948-a551-45f5-ab6e-61c72d443597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:47.870932 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-67af9948-a551-45f5-ab6e-61c72d443597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:47.873938 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-67af9948-a551-45f5-ab6e-61c72d443597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:47.875120 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-67af9948-a551-45f5-ab6e-61c72d443597 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d145ef3-a1ee-4552-ac84-ea9b5501d143 HTTP/1.1" status: 204 len: 168 time: 0.1665840 Sep 18 12:41:47.884329 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af9948-a551-45f5-ab6e-61c72d443597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d145ef3-a1ee-4552-ac84-ea9b5501d143,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:48.260318 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 54744) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:48.278939 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5f310f92-cc1e-4bc1-9140-61b99c4e2e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:48.387999 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5f310f92-cc1e-4bc1-9140-61b99c4e2e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:48.394443 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5f310f92-cc1e-4bc1-9140-61b99c4e2e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:48.437747 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-5f310f92-cc1e-4bc1-9140-61b99c4e2e53 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3371806a26049b7af73b9bb22f22059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1762600 Sep 18 12:41:48.440447 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 54748) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:48.446527 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f310f92-cc1e-4bc1-9140-61b99c4e2e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794a5087-32e7-44fc-8550-247e1c431e56,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:48.497859 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-79534f8c-93e8-4e24-b9dd-1f7699749ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:48.531164 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-79534f8c-93e8-4e24-b9dd-1f7699749ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:48.589120 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-79534f8c-93e8-4e24-b9dd-1f7699749ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:48.591659 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-79534f8c-93e8-4e24-b9dd-1f7699749ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:48.592823 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-79534f8c-93e8-4e24-b9dd-1f7699749ad6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/794a5087-32e7-44fc-8550-247e1c431e56 HTTP/1.1" status: 204 len: 168 time: 0.1513638 Sep 18 12:41:48.605932 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79534f8c-93e8-4e24-b9dd-1f7699749ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794a5087-32e7-44fc-8550-247e1c431e56,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:49.777448 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 54796) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:49.895262 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-88a4b67b-373b-47bc-a24b-a230e9a5deca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:50.000947 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-88a4b67b-373b-47bc-a24b-a230e9a5deca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:50.005018 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-88a4b67b-373b-47bc-a24b-a230e9a5deca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:50.030190 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 54806) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:50.046510 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4b67b-373b-47bc-a24b-a230e9a5deca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d659bc7-1c75-4062-bbd1-927b0707c74f,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:50.054108 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-88a4b67b-373b-47bc-a24b-a230e9a5deca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c0b4e64c38f48bd9bd6d9fc779dfac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720277 Sep 18 12:41:50.054294 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 54810) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:50.104284 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9dcd0a81-6964-4236-bf9c-a539f97a1094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:50.126686 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9dcd0a81-6964-4236-bf9c-a539f97a1094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:50.153727 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6b4f9170-9198-43e2-96c9-af8801a19e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:50.178071 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9dcd0a81-6964-4236-bf9c-a539f97a1094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:50.181014 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9dcd0a81-6964-4236-bf9c-a539f97a1094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:50.182270 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-9dcd0a81-6964-4236-bf9c-a539f97a1094 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d659bc7-1c75-4062-bbd1-927b0707c74f HTTP/1.1" status: 204 len: 168 time: 0.1271300 Sep 18 12:41:50.191835 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd0a81-6964-4236-bf9c-a539f97a1094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d659bc7-1c75-4062-bbd1-927b0707c74f,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:50.273449 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6b4f9170-9198-43e2-96c9-af8801a19e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:50.286182 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6b4f9170-9198-43e2-96c9-af8801a19e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:50.380360 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f9170-9198-43e2-96c9-af8801a19e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad090cef-f3ca-4a2c-873a-f6c7fe555d7f,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:50.386945 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6b4f9170-9198-43e2-96c9-af8801a19e50 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d24f1bd07a3f45499510e2b773833d03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3555613 Sep 18 12:41:50.389959 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 54828) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:50.427168 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-14b0906b-f100-4ac0-a005-fed3e93c2eec tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:50.428768 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-14b0906b-f100-4ac0-a005-fed3e93c2eec tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/networks?id=03a59fa9-bec1-46db-b398-93e740f3293f HTTP/1.1" status: 200 len: 815 time: 0.1540945 Sep 18 12:41:50.446573 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-2c9731b1-4704-44a3-ac7c-a1a63dc554a1 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/quotas/6913bac521ff4566bd8a0c4e0edcf8b7 HTTP/1.1" status: 200 len: 375 time: 0.0097032 Sep 18 12:41:50.503618 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-d9a810c8-2d8b-4341-983a-0597ad7ed0c7 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6913bac521ff4566bd8a0c4e0edcf8b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504479 Sep 18 12:41:50.610889 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-17ce6891-c075-44b8-995d-56347edb2388 service neutron] 10.222.0.24 "GET /v2.0/networks/03a59fa9-bec1-46db-b398-93e740f3293f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946891 Sep 18 12:41:50.666421 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b8db365a-0f44-4d1e-b7cc-06ac57e0e146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:50.687536 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b8db365a-0f44-4d1e-b7cc-06ac57e0e146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:50.710018 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-2cf362f4-2b1e-47b1-a78d-40dd971751cb service neutron] 10.222.0.24 "GET /v2.0/networks/03a59fa9-bec1-46db-b398-93e740f3293f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923533 Sep 18 12:41:50.738103 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b8db365a-0f44-4d1e-b7cc-06ac57e0e146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:50.741285 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b8db365a-0f44-4d1e-b7cc-06ac57e0e146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:50.745298 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-b8db365a-0f44-4d1e-b7cc-06ac57e0e146 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad090cef-f3ca-4a2c-873a-f6c7fe555d7f HTTP/1.1" status: 204 len: 168 time: 0.3516724 Sep 18 12:41:50.752333 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db365a-0f44-4d1e-b7cc-06ac57e0e146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad090cef-f3ca-4a2c-873a-f6c7fe555d7f,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:50.921359 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-db545eee-4d34-4ae2-a7ce-221305e86b78 req-ebb758ce-a40b-47c4-9787-267d479da5ae tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 210 time: 0.0356469 Sep 18 12:41:51.071443 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 54862) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:51.085751 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2510ec20-9385-455e-a6a3-ae7f5ce049c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:51.179691 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2510ec20-9385-455e-a6a3-ae7f5ce049c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:51.184454 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2510ec20-9385-455e-a6a3-ae7f5ce049c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:51.222477 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-2510ec20-9385-455e-a6a3-ae7f5ce049c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc184d1977184b3db1fc322e8d3cb905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1487830 Sep 18 12:41:51.224992 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 54866) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:51.231221 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510ec20-9385-455e-a6a3-ae7f5ce049c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fcc89f-2bd6-4e68-a0f6-4eeb3973944f,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:51.288553 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-10f049b2-6df3-4496-b302-0cd53f5428d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:51.313392 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-10f049b2-6df3-4496-b302-0cd53f5428d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:51.377951 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-10f049b2-6df3-4496-b302-0cd53f5428d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:51.380841 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-10f049b2-6df3-4496-b302-0cd53f5428d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:51.382285 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-10f049b2-6df3-4496-b302-0cd53f5428d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12fcc89f-2bd6-4e68-a0f6-4eeb3973944f HTTP/1.1" status: 204 len: 168 time: 0.1562102 Sep 18 12:41:51.392222 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f049b2-6df3-4496-b302-0cd53f5428d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fcc89f-2bd6-4e68-a0f6-4eeb3973944f,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:51.988691 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-f5187907-80cc-4578-84cb-444e21befd8c tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:51.990337 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-f5187907-80cc-4578-84cb-444e21befd8c tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.13 "GET /v2.0/networks?id=03a59fa9-bec1-46db-b398-93e740f3293f HTTP/1.1" status: 200 len: 815 time: 0.1245573 Sep 18 12:41:52.004534 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-40b8c94e-6896-4a4e-b4e9-41a316569e83 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Request body: {'port': {'device_id': '93d10ef3-15fb-452b-a9dd-8ff0364cdc79', 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f', 'admin_state_up': True, 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:41:52.062890 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f71c912d-0ae4-4e0a-ae66-a9efe380b18b req-0627d6d5-0375-466d-a770-b951c033cf29 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 210 time: 0.0420027 Sep 18 12:41:52.078277 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 54900) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:52.147149 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-40b8c94e-6896-4a4e-b4e9-41a316569e83 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Made reservation on behalf of 6913bac521ff4566bd8a0c4e0edcf8b7 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:41:52.151565 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-40b8c94e-6896-4a4e-b4e9-41a316569e83 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:52.184179 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-e068abfd-a8a0-485d-ad23-d5fa4a1396b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-68165569-network', 'tenant_id': '6cf54b5fc0604a30a4e39dab342f03e2'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:41:52.206564 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e068abfd-a8a0-485d-ad23-d5fa4a1396b2 admin admin] Made reservation on behalf of 6cf54b5fc0604a30a4e39dab342f03e2 for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:41:52.209962 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e068abfd-a8a0-485d-ad23-d5fa4a1396b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:52.218916 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e068abfd-a8a0-485d-ad23-d5fa4a1396b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:52.291823 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-40b8c94e-6896-4a4e-b4e9-41a316569e83 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Allocated IP 172.20.0.4 (03a59fa9-bec1-46db-b398-93e740f3293f/daf16491-9ce3-4bbf-a0c9-60e69eaa99c0/918df4b1-a140-4b01-ac32-3bca12910e04) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:41:52.313664 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e068abfd-a8a0-485d-ad23-d5fa4a1396b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:52.318719 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e068abfd-a8a0-485d-ad23-d5fa4a1396b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:52.341038 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e068abfd-a8a0-485d-ad23-d5fa4a1396b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 12:41:52.357789 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068abfd-a8a0-485d-ad23-d5fa4a1396b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cb2d64-f645-4c97-be79-e3bbbbb99cac,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:52.360765 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e068abfd-a8a0-485d-ad23-d5fa4a1396b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:52.361111 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-e068abfd-a8a0-485d-ad23-d5fa4a1396b2 admin admin] Added segment 487344f5-b5ef-44ed-a884-c7f8a745c02a of type vlan for network 10e7dc73-b4e4-477f-b941-72cb7a43a603 Sep 18 12:41:52.405725 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e068abfd-a8a0-485d-ad23-d5fa4a1396b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759306564904'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:52.434151 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e068abfd-a8a0-485d-ad23-d5fa4a1396b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:52.435254 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e068abfd-a8a0-485d-ad23-d5fa4a1396b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:52.436062 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e068abfd-a8a0-485d-ad23-d5fa4a1396b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:52.463298 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-e068abfd-a8a0-485d-ad23-d5fa4a1396b2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3838120 Sep 18 12:41:52.466305 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 54918) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:52.477809 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-0e252711-d90f-4f3c-9bc0-477097667bf9 admin admin] Request body: {'subnet': {'network_id': '10e7dc73-b4e4-477f-b941-72cb7a43a603', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-68165569-subnet', 'tenant_id': '6cf54b5fc0604a30a4e39dab342f03e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:41:52.479378 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-40b8c94e-6896-4a4e-b4e9-41a316569e83 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:52.525408 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-40b8c94e-6896-4a4e-b4e9-41a316569e83 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:52.527086 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e252711-d90f-4f3c-9bc0-477097667bf9 admin admin] Made reservation on behalf of 6cf54b5fc0604a30a4e39dab342f03e2 for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:41:52.529565 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0e252711-d90f-4f3c-9bc0-477097667bf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29169538'] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:52.543806 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068abfd-a8a0-485d-ad23-d5fa4a1396b2 admin admin] Pushing event updated for resources: {'Network': ['ID=10e7dc73-b4e4-477f-b941-72cb7a43a603,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:52.561750 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Network 10e7dc73-b4e4-477f-b941-72cb7a43a603 details requested by agent ovs-agent-dv-cinder-809894-1-iscsi with host dv-cinder-809894-1-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 12:41:52.575376 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-40b8c94e-6896-4a4e-b4e9-41a316569e83 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Network 03a59fa9-bec1-46db-b398-93e740f3293f is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:41:52.579127 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-40b8c94e-6896-4a4e-b4e9-41a316569e83 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:41:52.583349 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-40b8c94e-6896-4a4e-b4e9-41a316569e83 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:41:52.696168 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-40b8c94e-6896-4a4e-b4e9-41a316569e83 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:52.698065 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-40b8c94e-6896-4a4e-b4e9-41a316569e83 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:52.711496 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8c94e-6896-4a4e-b4e9-41a316569e83 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Pushing event updated for resources: {'Port': ['ID=918df4b1-a140-4b01-ac32-3bca12910e04,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:52.738299 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-40b8c94e-6896-4a4e-b4e9-41a316569e83 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7368860 Sep 18 12:41:52.770703 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0e252711-d90f-4f3c-9bc0-477097667bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25655378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29169580'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:52.786026 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-202aa8fa-ed64-4f79-8202-5b76b28279d5 service neutron] Request body: {'port': {'device_id': '93d10ef3-15fb-452b-a9dd-8ff0364cdc79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:41:52.881877 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e252711-d90f-4f3c-9bc0-477097667bf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=997f1517-43c0-467f-8d8d-24fef646f5cf,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:52.905441 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-202aa8fa-ed64-4f79-8202-5b76b28279d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:52.919330 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e252711-d90f-4f3c-9bc0-477097667bf9 admin admin] Checking segment: {'id': '487344f5-b5ef-44ed-a884-c7f8a745c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '10e7dc73-b4e4-477f-b941-72cb7a43a603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:41:52.919820 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e252711-d90f-4f3c-9bc0-477097667bf9 admin admin] Network hostable DHCP agents. Network: 10e7dc73-b4e4-477f-b941-72cb7a43a603, hostable agents: ['3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 12:41:52.945020 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e252711-d90f-4f3c-9bc0-477097667bf9 admin admin] Network 10e7dc73-b4e4-477f-b941-72cb7a43a603 is scheduled to be hosted by DHCP agent 3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 12:41:52.959960 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-0e252711-d90f-4f3c-9bc0-477097667bf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809894-1-iscsi, 10e7dc73-b4e4-477f-b941-72cb7a43a603) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:41:52.970307 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e252711-d90f-4f3c-9bc0-477097667bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:52.971005 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0e252711-d90f-4f3c-9bc0-477097667bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:52.976865 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b74cdd-87e3-4506-bf9d-95404b68e552 None None] Network 10e7dc73-b4e4-477f-b941-72cb7a43a603 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:41:52.984987 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-d3f90050-0a7a-4d8d-b4b8-51a56b6a2ffe None None] Provisioning complete for port 918df4b1-a140-4b01-ac32-3bca12910e04 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:41:52.985438 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d3f90050-0a7a-4d8d-b4b8-51a56b6a2ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:53.004335 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-0e252711-d90f-4f3c-9bc0-477097667bf9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5313926 Sep 18 12:41:53.313066 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-d3f90050-0a7a-4d8d-b4b8-51a56b6a2ffe None None] Port 918df4b1-a140-4b01-ac32-3bca12910e04 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 12:41:53.442341 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2c8c2b-a54f-414a-9434-138be3d627d4 None None] Network 10e7dc73-b4e4-477f-b941-72cb7a43a603 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:41:53.463600 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428da0ee-85a9-416a-a322-46142dc1776d req-a75fa2d9-ab5f-47eb-82b2-48e191ed827a tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:53.467672 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-428da0ee-85a9-416a-a322-46142dc1776d req-a75fa2d9-ab5f-47eb-82b2-48e191ed827a tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 931 time: 0.2335544 Sep 18 12:41:53.502879 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-202aa8fa-ed64-4f79-8202-5b76b28279d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918df4b1-a140-4b01-ac32-3bca12910e04 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:41:53.541111 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-202aa8fa-ed64-4f79-8202-5b76b28279d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:53.567377 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-202aa8fa-ed64-4f79-8202-5b76b28279d5 service neutron] Transition to ACTIVE for port object 918df4b1-a140-4b01-ac32-3bca12910e04 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 12:41:53.573973 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-428da0ee-85a9-416a-a322-46142dc1776d req-fdae0ed1-8272-42da-9871-c7255a590dbb tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972025 Sep 18 12:41:53.575128 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-202aa8fa-ed64-4f79-8202-5b76b28279d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25309473'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:53.635691 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202aa8fa-ed64-4f79-8202-5b76b28279d5 service neutron] Pushing event updated for resources: {'Port': ['ID=918df4b1-a140-4b01-ac32-3bca12910e04,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:53.713420 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-202aa8fa-ed64-4f79-8202-5b76b28279d5 service neutron] Attempting to bind port 918df4b1-a140-4b01-ac32-3bca12910e04 on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:41:53.714210 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-202aa8fa-ed64-4f79-8202-5b76b28279d5 service neutron] Attempting to bind port 918df4b1-a140-4b01-ac32-3bca12910e04 by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': 'ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:41:53.714707 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-202aa8fa-ed64-4f79-8202-5b76b28279d5 service neutron] Attempting to bind port 918df4b1-a140-4b01-ac32-3bca12910e04 on network 03a59fa9-bec1-46db-b398-93e740f3293f {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:41:53.722080 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-202aa8fa-ed64-4f79-8202-5b76b28279d5 service neutron] Port 918df4b1-a140-4b01-ac32-3bca12910e04 on network 03a59fa9-bec1-46db-b398-93e740f3293f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 12:41:53.723343 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-202aa8fa-ed64-4f79-8202-5b76b28279d5 service neutron] Attempting to bind port 918df4b1-a140-4b01-ac32-3bca12910e04 on network 03a59fa9-bec1-46db-b398-93e740f3293f {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:41:53.732214 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-202aa8fa-ed64-4f79-8202-5b76b28279d5 service neutron] Checking agent: {'id': '48060bde-194c-4a59-bb73-c876edc89e02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'started_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:41:53.732549 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-202aa8fa-ed64-4f79-8202-5b76b28279d5 service neutron] Checking segment: {'id': 'ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:41:53.733320 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-202aa8fa-ed64-4f79-8202-5b76b28279d5 service neutron] Bound using segment: {'id': 'ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:41:53.733925 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-202aa8fa-ed64-4f79-8202-5b76b28279d5 service neutron] Bound port: 918df4b1-a140-4b01-ac32-3bca12910e04, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:41:53.734393 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-202aa8fa-ed64-4f79-8202-5b76b28279d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:53.819272 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-202aa8fa-ed64-4f79-8202-5b76b28279d5 service neutron] For port 918df4b1-a140-4b01-ac32-3bca12910e04, host hv-cinder-80989, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:41:53.822702 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-202aa8fa-ed64-4f79-8202-5b76b28279d5 service neutron] For port 918df4b1-a140-4b01-ac32-3bca12910e04, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=918df4b1-a140-4b01-ac32-3bca12910e04,segment=NetworkSegment(ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df),segment_id=ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:41:53.829204 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-202aa8fa-ed64-4f79-8202-5b76b28279d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25309473'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:53.864998 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-202aa8fa-ed64-4f79-8202-5b76b28279d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:53.865635 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-202aa8fa-ed64-4f79-8202-5b76b28279d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:53.867066 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-202aa8fa-ed64-4f79-8202-5b76b28279d5 service neutron] 10.222.0.13 "PUT /v2.0/ports/918df4b1-a140-4b01-ac32-3bca12910e04 HTTP/1.1" status: 200 len: 1093 time: 1.0891161 Sep 18 12:41:53.869241 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d10ef3-15fb-452b-a9dd-8ff0364cdc79', 'tag': '918df4b1-a140-4b01-ac32-3bca12910e04'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:41:53.871678 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddaa73e1-e88d-42fd-84d9-3c684919c792" -d '{"events": [{"name": "network-changed", "server_uuid": "93d10ef3-15fb-452b-a9dd-8ff0364cdc79", "tag": "918df4b1-a140-4b01-ac32-3bca12910e04"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:41:53.938203 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202aa8fa-ed64-4f79-8202-5b76b28279d5 service neutron] Pushing event updated for resources: {'Port': ['ID=918df4b1-a140-4b01-ac32-3bca12910e04,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:53.962780 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debdf0f6-2b7c-45bc-9ffe-586c1bec3f41 x-openstack-request-id: req-debdf0f6-2b7c-45bc-9ffe-586c1bec3f41 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:41:53.963063 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d10ef3-15fb-452b-a9dd-8ff0364cdc79", "tag": "918df4b1-a140-4b01-ac32-3bca12910e04", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:41:53.963308 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-debdf0f6-2b7c-45bc-9ffe-586c1bec3f41 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:41:53.963727 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d10ef3-15fb-452b-a9dd-8ff0364cdc79', 'tag': '918df4b1-a140-4b01-ac32-3bca12910e04', 'status': 'completed', 'code': 200} Sep 18 12:41:54.066748 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 54948) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:54.072283 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-eca83981-b3a9-4176-ba14-71b483ec5288 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1381579290-network', 'tenant_id': '269420f71a2546fcad17d933a210a6c4'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:41:54.112179 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca83981-b3a9-4176-ba14-71b483ec5288 admin admin] Made reservation on behalf of 269420f71a2546fcad17d933a210a6c4 for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:41:54.114503 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eca83981-b3a9-4176-ba14-71b483ec5288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:54.123532 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eca83981-b3a9-4176-ba14-71b483ec5288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:54.256323 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eca83981-b3a9-4176-ba14-71b483ec5288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:54.260396 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eca83981-b3a9-4176-ba14-71b483ec5288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:54.291229 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca83981-b3a9-4176-ba14-71b483ec5288 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 12:41:54.297938 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca83981-b3a9-4176-ba14-71b483ec5288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b155c967-92d4-457f-a241-1439968d2f74,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:54.320749 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eca83981-b3a9-4176-ba14-71b483ec5288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:54.321309 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-eca83981-b3a9-4176-ba14-71b483ec5288 admin admin] Added segment 257ee404-fa05-4b69-890b-089e0f3c86a8 of type vlan for network 730b002b-37b1-4fbb-9bd4-7e0f6a19026a Sep 18 12:41:54.366985 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eca83981-b3a9-4176-ba14-71b483ec5288 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759306564904'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:54.390464 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eca83981-b3a9-4176-ba14-71b483ec5288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:54.391502 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca83981-b3a9-4176-ba14-71b483ec5288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:54.392103 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eca83981-b3a9-4176-ba14-71b483ec5288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:54.425783 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e13d1337-ecec-4319-9616-960393325d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:54.430230 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-eca83981-b3a9-4176-ba14-71b483ec5288 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3586016 Sep 18 12:41:54.430230 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 54950) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:41:54.434620 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-d38053d1-e6e2-44d3-b24a-64416312ed17 admin admin] Request body: {'subnet': {'network_id': '730b002b-37b1-4fbb-9bd4-7e0f6a19026a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1381579290-subnet', 'tenant_id': '269420f71a2546fcad17d933a210a6c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:41:54.473755 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca83981-b3a9-4176-ba14-71b483ec5288 admin admin] Pushing event updated for resources: {'Network': ['ID=730b002b-37b1-4fbb-9bd4-7e0f6a19026a,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:54.485704 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Network 730b002b-37b1-4fbb-9bd4-7e0f6a19026a details requested by agent ovs-agent-dv-cinder-809894-1-iscsi with host dv-cinder-809894-1-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 12:41:54.489970 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38053d1-e6e2-44d3-b24a-64416312ed17 admin admin] Made reservation on behalf of 269420f71a2546fcad17d933a210a6c4 for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:41:54.492264 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d38053d1-e6e2-44d3-b24a-64416312ed17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29169538'] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:54.681038 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d38053d1-e6e2-44d3-b24a-64416312ed17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25655378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29169580'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:54.738579 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38053d1-e6e2-44d3-b24a-64416312ed17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76bb5aca-239e-4613-8356-45eab9eb4d6a,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:41:54.747758 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38053d1-e6e2-44d3-b24a-64416312ed17 admin admin] Checking segment: {'id': '257ee404-fa05-4b69-890b-089e0f3c86a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '730b002b-37b1-4fbb-9bd4-7e0f6a19026a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:41:54.748119 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38053d1-e6e2-44d3-b24a-64416312ed17 admin admin] Network hostable DHCP agents. Network: 730b002b-37b1-4fbb-9bd4-7e0f6a19026a, hostable agents: ['3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 12:41:54.768883 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38053d1-e6e2-44d3-b24a-64416312ed17 admin admin] Network 730b002b-37b1-4fbb-9bd4-7e0f6a19026a is scheduled to be hosted by DHCP agent 3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 12:41:54.787994 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-d38053d1-e6e2-44d3-b24a-64416312ed17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809894-1-iscsi, 730b002b-37b1-4fbb-9bd4-7e0f6a19026a) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:41:54.792653 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38053d1-e6e2-44d3-b24a-64416312ed17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:54.793251 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d38053d1-e6e2-44d3-b24a-64416312ed17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:54.800075 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43503bdf-4abf-4f57-833f-b4efc68e8898 None None] Network 730b002b-37b1-4fbb-9bd4-7e0f6a19026a requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:41:54.813521 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d38053d1-e6e2-44d3-b24a-64416312ed17 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3816707 Sep 18 12:41:54.964218 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466278d4-1b9c-416c-94e9-2bf88e4c98cf None None] Network 730b002b-37b1-4fbb-9bd4-7e0f6a19026a requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:41:55.008559 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a5b62-6331-453a-a9cb-1e422857d391 req-655a05ff-4dc8-4318-96ce-b79e432e484c tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:55.010683 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-951a5b62-6331-453a-a9cb-1e422857d391 req-655a05ff-4dc8-4318-96ce-b79e432e484c tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 943 time: 0.3547115 Sep 18 12:41:55.080767 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-951a5b62-6331-453a-a9cb-1e422857d391 req-fe49ac37-7931-476a-b47f-7c308eab90a7 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597723 Sep 18 12:41:56.197507 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b3321-42e9-42ee-a587-398c6fcf734e req-3d27c010-9656-4ad8-9976-2b8d303bd8b3 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:56.198992 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f48b3321-42e9-42ee-a587-398c6fcf734e req-3d27c010-9656-4ad8-9976-2b8d303bd8b3 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 943 time: 0.0484769 Sep 18 12:41:56.237872 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f48b3321-42e9-42ee-a587-398c6fcf734e req-1c0ff779-6c3b-467d-b93b-0066260c86a9 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329056 Sep 18 12:41:57.035565 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-88691d40-32c6-4e39-afb3-ec9507e1bd33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:57.379894 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb03c5d-f3b3-41aa-9bd5-de1f4a7a60d1 req-054f0a6c-8ad4-4bae-9ed0-4467ca47b285 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:57.381396 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ccb03c5d-f3b3-41aa-9bd5-de1f4a7a60d1 req-054f0a6c-8ad4-4bae-9ed0-4467ca47b285 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 943 time: 0.0687897 Sep 18 12:41:57.453400 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ccb03c5d-f3b3-41aa-9bd5-de1f4a7a60d1 req-0df967ae-bebd-4559-b2a3-94c0f56341bc tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661139 Sep 18 12:41:57.752770 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:58.096139 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:58.571979 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d304b32-54b0-4048-8243-e20da5e1d955 req-144c640f-2e71-4984-9f25-87f58b8193bd tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:58.574248 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4d304b32-54b0-4048-8243-e20da5e1d955 req-144c640f-2e71-4984-9f25-87f58b8193bd tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 943 time: 0.0537741 Sep 18 12:41:58.618856 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4d304b32-54b0-4048-8243-e20da5e1d955 req-fee9b3e1-3e2c-415f-9313-610772a7ae89 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369601 Sep 18 12:41:59.606077 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:41:59.794583 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4adda8-3a16-430c-a5d9-e0c2a02431aa req-2360e6cc-416e-412e-bf47-b84eb930ab0b tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:41:59.797751 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df4adda8-3a16-430c-a5d9-e0c2a02431aa req-2360e6cc-416e-412e-bf47-b84eb930ab0b tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 943 time: 0.0837414 Sep 18 12:41:59.831430 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:41:59.856069 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df4adda8-3a16-430c-a5d9-e0c2a02431aa req-d5b4e0c4-6457-44b6-b07a-8563c6792a94 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518250 Sep 18 12:42:00.036240 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 55056) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:00.142440 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5f6d0856-33ba-4020-bf50-96e88f769147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:00.237686 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5f6d0856-33ba-4020-bf50-96e88f769147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:00.242623 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5f6d0856-33ba-4020-bf50-96e88f769147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:00.284113 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d0856-33ba-4020-bf50-96e88f769147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1980ba50-44ee-4d47-a04d-ec79bc8adbc3,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:00.290753 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-5f6d0856-33ba-4020-bf50-96e88f769147 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4653fd4797d94546b0c915cbdf6163cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526886 Sep 18 12:42:00.293702 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 55060) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:00.358408 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d1dde963-c4de-4f2a-a0c5-3eaf32b2170d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:00.381079 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d1dde963-c4de-4f2a-a0c5-3eaf32b2170d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:00.430940 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d1dde963-c4de-4f2a-a0c5-3eaf32b2170d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:00.433889 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d1dde963-c4de-4f2a-a0c5-3eaf32b2170d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:00.435405 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d1dde963-c4de-4f2a-a0c5-3eaf32b2170d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1980ba50-44ee-4d47-a04d-ec79bc8adbc3 HTTP/1.1" status: 204 len: 168 time: 0.1401484 Sep 18 12:42:00.445523 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dde963-c4de-4f2a-a0c5-3eaf32b2170d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1980ba50-44ee-4d47-a04d-ec79bc8adbc3,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:00.981559 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ed2dc-376a-4b98-b80c-cc32e638028b req-bdee43ff-131d-41a5-931b-331f309d8aed tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:00.991211 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-844ed2dc-376a-4b98-b80c-cc32e638028b req-bdee43ff-131d-41a5-931b-331f309d8aed tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 943 time: 0.0600965 Sep 18 12:42:01.040942 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-844ed2dc-376a-4b98-b80c-cc32e638028b req-5a004c4d-4f3c-4b12-b1a1-25063bf0c96c tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433867 Sep 18 12:42:01.219220 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 55092) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:01.323444 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-7a0a347c-4f09-4f1b-915f-9b387bb031d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1818184040-network', 'tenant_id': '7209740233174114a3c254db743f4cad'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:42:01.347832 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0a347c-4f09-4f1b-915f-9b387bb031d3 admin admin] Made reservation on behalf of 7209740233174114a3c254db743f4cad for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:42:01.351285 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7a0a347c-4f09-4f1b-915f-9b387bb031d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:01.361763 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7a0a347c-4f09-4f1b-915f-9b387bb031d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:01.460961 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7a0a347c-4f09-4f1b-915f-9b387bb031d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:01.465296 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7a0a347c-4f09-4f1b-915f-9b387bb031d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:01.491848 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0a347c-4f09-4f1b-915f-9b387bb031d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 12:42:01.502408 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a347c-4f09-4f1b-915f-9b387bb031d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d17110-f7fd-4b76-80cd-5e1d6d74fd52,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:01.508866 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7a0a347c-4f09-4f1b-915f-9b387bb031d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:01.509207 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-7a0a347c-4f09-4f1b-915f-9b387bb031d3 admin admin] Added segment 4f4db711-c33a-4b3b-a73b-069c723d69e8 of type vlan for network af34039f-cd58-4097-b802-938f86dc6a17 Sep 18 12:42:01.550604 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7a0a347c-4f09-4f1b-915f-9b387bb031d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759306564904'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:01.577301 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7a0a347c-4f09-4f1b-915f-9b387bb031d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:01.578341 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0a347c-4f09-4f1b-915f-9b387bb031d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:01.578927 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7a0a347c-4f09-4f1b-915f-9b387bb031d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:01.609929 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-7a0a347c-4f09-4f1b-915f-9b387bb031d3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3894844 Sep 18 12:42:01.612758 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 55096) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:01.617431 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-6ad07d29-ff0f-45dd-831e-8430fa5bfd84 admin admin] Request body: {'subnet': {'network_id': 'af34039f-cd58-4097-b802-938f86dc6a17', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1818184040-subnet', 'tenant_id': '7209740233174114a3c254db743f4cad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:42:01.659598 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a347c-4f09-4f1b-915f-9b387bb031d3 admin admin] Pushing event updated for resources: {'Network': ['ID=af34039f-cd58-4097-b802-938f86dc6a17,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:01.670763 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Network af34039f-cd58-4097-b802-938f86dc6a17 details requested by agent ovs-agent-dv-cinder-809894-1-iscsi with host dv-cinder-809894-1-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 12:42:01.676376 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad07d29-ff0f-45dd-831e-8430fa5bfd84 admin admin] Made reservation on behalf of 7209740233174114a3c254db743f4cad for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:42:01.678836 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6ad07d29-ff0f-45dd-831e-8430fa5bfd84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29169538'] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:01.857471 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6ad07d29-ff0f-45dd-831e-8430fa5bfd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25655378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29169580'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:01.924074 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad07d29-ff0f-45dd-831e-8430fa5bfd84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40c80d51-6c22-45f7-a07a-a0a47f410ae1,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:01.929836 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad07d29-ff0f-45dd-831e-8430fa5bfd84 admin admin] Checking segment: {'id': '4f4db711-c33a-4b3b-a73b-069c723d69e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'af34039f-cd58-4097-b802-938f86dc6a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:42:01.929836 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad07d29-ff0f-45dd-831e-8430fa5bfd84 admin admin] Network hostable DHCP agents. Network: af34039f-cd58-4097-b802-938f86dc6a17, hostable agents: ['3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 12:42:01.948369 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad07d29-ff0f-45dd-831e-8430fa5bfd84 admin admin] Network af34039f-cd58-4097-b802-938f86dc6a17 is scheduled to be hosted by DHCP agent 3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 12:42:01.965359 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-6ad07d29-ff0f-45dd-831e-8430fa5bfd84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809894-1-iscsi, af34039f-cd58-4097-b802-938f86dc6a17) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:42:01.970548 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad07d29-ff0f-45dd-831e-8430fa5bfd84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:01.971198 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6ad07d29-ff0f-45dd-831e-8430fa5bfd84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:01.976450 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f041b9-8679-483a-9d20-3c2a60c156c0 None None] Network af34039f-cd58-4097-b802-938f86dc6a17 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:42:02.024343 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-6ad07d29-ff0f-45dd-831e-8430fa5bfd84 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4104300 Sep 18 12:42:02.134479 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fabb1d-f10e-45eb-9598-4a832a904aef None None] Network af34039f-cd58-4097-b802-938f86dc6a17 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:42:02.271238 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719db67f-74ed-40b8-8724-fe5a28d51dd2 req-7aa0dcd3-56fa-4bf4-a52b-c761771b9435 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:02.275444 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-719db67f-74ed-40b8-8724-fe5a28d51dd2 req-7aa0dcd3-56fa-4bf4-a52b-c761771b9435 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 943 time: 0.0938873 Sep 18 12:42:02.341737 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-719db67f-74ed-40b8-8724-fe5a28d51dd2 req-50a50a95-29ad-456d-b64e-1bff029bf44a tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586846 Sep 18 12:42:03.492363 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ea913-5fc3-4eec-a143-610eafe03af1 req-823c9e7a-d743-424f-95f8-1b48a3c7c509 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:03.494641 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-165ea913-5fc3-4eec-a143-610eafe03af1 req-823c9e7a-d743-424f-95f8-1b48a3c7c509 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 943 time: 0.0570145 Sep 18 12:42:03.531958 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-165ea913-5fc3-4eec-a143-610eafe03af1 req-70615730-64ca-4006-8b2c-8c8dd0dec267 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308733 Sep 18 12:42:03.928708 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-b46ef8cc-9bdc-4e9b-8253-2544fbe64129 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:03.930268 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-b46ef8cc-9bdc-4e9b-8253-2544fbe64129 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/networks?id=af34039f-cd58-4097-b802-938f86dc6a17 HTTP/1.1" status: 200 len: 809 time: 0.1044054 Sep 18 12:42:03.953926 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-478cdf1c-2c8d-4319-b758-f1b02a6de04d tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/quotas/7209740233174114a3c254db743f4cad HTTP/1.1" status: 200 len: 375 time: 0.0170872 Sep 18 12:42:03.999471 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-b9e830b8-8274-4fc7-bf4b-a3e279608ecb tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7209740233174114a3c254db743f4cad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280695 Sep 18 12:42:04.016503 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa73e1-e88d-42fd-84d9-3c684919c792 req-00149829-6641-4eb2-ab60-d0d69a5dc8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:04.017892 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ddaa73e1-e88d-42fd-84d9-3c684919c792 req-00149829-6641-4eb2-ab60-d0d69a5dc8a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6913bac521ff4566bd8a0c4e0edcf8b7&device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 1096 time: 0.0749142 Sep 18 12:42:04.159829 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-7b9bc2f6-81ea-4572-9320-890d6093e322 service neutron] 10.222.0.24 "GET /v2.0/networks/af34039f-cd58-4097-b802-938f86dc6a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528018 Sep 18 12:42:04.177134 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa73e1-e88d-42fd-84d9-3c684919c792 req-4a4f4572-9c52-44e2-8d01-c26e6b6a0440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:04.178490 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ddaa73e1-e88d-42fd-84d9-3c684919c792 req-4a4f4572-9c52-44e2-8d01-c26e6b6a0440 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6913bac521ff4566bd8a0c4e0edcf8b7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1487634 Sep 18 12:42:04.315062 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-18accd8d-3c3a-48ba-b0de-a3a219525258 service neutron] 10.222.0.24 "GET /v2.0/networks/af34039f-cd58-4097-b802-938f86dc6a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479852 Sep 18 12:42:04.324328 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa73e1-e88d-42fd-84d9-3c684919c792 req-69c437f0-d34a-4368-945b-ffc19d18c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:04.325718 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ddaa73e1-e88d-42fd-84d9-3c684919c792 req-69c437f0-d34a-4368-945b-ffc19d18c66c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1384864 Sep 18 12:42:04.408268 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-0cdc9208-acba-4936-9e35-3c710bc2e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:04.409755 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-0cdc9208-acba-4936-9e35-3c710bc2e918 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6913bac521ff4566bd8a0c4e0edcf8b7&device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 1096 time: 0.0450869 Sep 18 12:42:04.458297 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-5f47974d-1ecb-4dbd-b1d5-75d7f71085dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=918df4b1-a140-4b01-ac32-3bca12910e04 HTTP/1.1" status: 200 len: 217 time: 0.0367095 Sep 18 12:42:04.489181 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-58e94cd7-ca1a-408a-86fd-d02b4acde433 req-f4ce0267-d678-477c-86f1-94fb84915f47 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d45757b-5f73-478f-a9f8-b325b4dd2cc0 HTTP/1.1" status: 200 len: 210 time: 0.0335147 Sep 18 12:42:04.525863 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-379e69e9-1ff3-4437-b5d0-504aa0c73ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:04.527344 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-379e69e9-1ff3-4437-b5d0-504aa0c73ffd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=daf16491-9ce3-4bbf-a0c9-60e69eaa99c0 HTTP/1.1" status: 200 len: 854 time: 0.0612965 Sep 18 12:42:04.583244 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-a25330fe-08d0-4520-8ac8-970a82fd3779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:04.583437 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-a25330fe-08d0-4520-8ac8-970a82fd3779 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=03a59fa9-bec1-46db-b398-93e740f3293f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488284 Sep 18 12:42:04.710958 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d03479-8dc6-4b4b-8b11-968b70b7f401 req-3186d75a-b349-47ca-8b05-7595e43751db tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:04.712704 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a0d03479-8dc6-4b4b-8b11-968b70b7f401 req-3186d75a-b349-47ca-8b05-7595e43751db tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 943 time: 0.0985181 Sep 18 12:42:04.733533 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-1bce7732-444c-4243-b139-330e8035916e service neutron] 10.222.0.13 "GET /v2.0/networks/03a59fa9-bec1-46db-b398-93e740f3293f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420784 Sep 18 12:42:04.814112 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a0d03479-8dc6-4b4b-8b11-968b70b7f401 req-94b3fadb-e08a-49f8-90a1-a95ec22fff02 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900595 Sep 18 12:42:04.844177 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-46c83688-8b80-48d2-930a-0dfb12f29516 req-4e760638-c692-4320-b65f-09c606a17b07 service neutron] 10.222.0.13 "GET /v2.0/networks/03a59fa9-bec1-46db-b398-93e740f3293f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016717 Sep 18 12:42:05.489236 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-938d716c-74f2-4fc6-a796-7fcc52a7ea3f tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:05.490782 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-938d716c-74f2-4fc6-a796-7fcc52a7ea3f tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.13 "GET /v2.0/networks?id=af34039f-cd58-4097-b802-938f86dc6a17 HTTP/1.1" status: 200 len: 809 time: 0.1049225 Sep 18 12:42:05.505561 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-0c939587-0413-494f-a95b-9c4149e7bf58 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Request body: {'port': {'device_id': '2d45757b-5f73-478f-a9f8-b325b4dd2cc0', 'network_id': 'af34039f-cd58-4097-b802-938f86dc6a17', 'admin_state_up': True, 'tenant_id': '7209740233174114a3c254db743f4cad'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:42:05.601707 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a5b68b59-c3f1-4d82-9ba5-2042ce6b185c req-6dbc0bcc-abc6-41e2-8e04-917b5bc3d45e tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d45757b-5f73-478f-a9f8-b325b4dd2cc0 HTTP/1.1" status: 200 len: 210 time: 0.0373628 Sep 18 12:42:05.639281 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-0c939587-0413-494f-a95b-9c4149e7bf58 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Made reservation on behalf of 7209740233174114a3c254db743f4cad for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:42:05.642730 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-0c939587-0413-494f-a95b-9c4149e7bf58 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:05.765764 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-0c939587-0413-494f-a95b-9c4149e7bf58 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Allocated IP 172.20.0.10 (af34039f-cd58-4097-b802-938f86dc6a17/40c80d51-6c22-45f7-a07a-a0a47f410ae1/243e6456-3ebe-4e3a-80f6-bd74e42cd311) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:42:05.947834 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-0c939587-0413-494f-a95b-9c4149e7bf58 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:05.965912 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df190a-68c2-4e1b-a559-fa13d9b87fde req-76296b53-6824-49ac-999c-2e96e598806e tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:05.967389 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-27df190a-68c2-4e1b-a559-fa13d9b87fde req-76296b53-6824-49ac-999c-2e96e598806e tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 943 time: 0.0803483 Sep 18 12:42:06.030038 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-27df190a-68c2-4e1b-a559-fa13d9b87fde req-439dad8c-04cd-4bec-905d-b5d49123996f tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565925 Sep 18 12:42:06.031781 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-0c939587-0413-494f-a95b-9c4149e7bf58 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:06.077580 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-0c939587-0413-494f-a95b-9c4149e7bf58 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Network af34039f-cd58-4097-b802-938f86dc6a17 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:42:06.080823 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-0c939587-0413-494f-a95b-9c4149e7bf58 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:42:06.083133 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-0c939587-0413-494f-a95b-9c4149e7bf58 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:42:06.118479 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c939587-0413-494f-a95b-9c4149e7bf58 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Pushing event updated for resources: {'Port': ['ID=243e6456-3ebe-4e3a-80f6-bd74e42cd311,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:06.140935 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-0c939587-0413-494f-a95b-9c4149e7bf58 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:06.141541 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-0c939587-0413-494f-a95b-9c4149e7bf58 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:06.155095 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-0c939587-0413-494f-a95b-9c4149e7bf58 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6533372 Sep 18 12:42:06.167987 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-9f57281a-ff02-4643-ab29-8c05ea4a9bfc service neutron] Request body: {'port': {'device_id': '2d45757b-5f73-478f-a9f8-b325b4dd2cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:42:06.224597 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-9f57281a-ff02-4643-ab29-8c05ea4a9bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:06.479918 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-9f57281a-ff02-4643-ab29-8c05ea4a9bfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 243e6456-3ebe-4e3a-80f6-bd74e42cd311 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:42:06.487230 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-9f57281a-ff02-4643-ab29-8c05ea4a9bfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:06.500327 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-9f57281a-ff02-4643-ab29-8c05ea4a9bfc service neutron] Transition to ACTIVE for port object 243e6456-3ebe-4e3a-80f6-bd74e42cd311 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 12:42:06.503864 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-9f57281a-ff02-4643-ab29-8c05ea4a9bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25309473'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:06.568923 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57281a-ff02-4643-ab29-8c05ea4a9bfc service neutron] Pushing event updated for resources: {'Port': ['ID=243e6456-3ebe-4e3a-80f6-bd74e42cd311,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:06.620312 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-9f57281a-ff02-4643-ab29-8c05ea4a9bfc service neutron] Attempting to bind port 243e6456-3ebe-4e3a-80f6-bd74e42cd311 on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:42:06.620960 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-9f57281a-ff02-4643-ab29-8c05ea4a9bfc service neutron] Attempting to bind port 243e6456-3ebe-4e3a-80f6-bd74e42cd311 by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': '4f4db711-c33a-4b3b-a73b-069c723d69e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'af34039f-cd58-4097-b802-938f86dc6a17'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:42:06.620960 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-9f57281a-ff02-4643-ab29-8c05ea4a9bfc service neutron] Attempting to bind port 243e6456-3ebe-4e3a-80f6-bd74e42cd311 on network af34039f-cd58-4097-b802-938f86dc6a17 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:42:06.625137 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-9f57281a-ff02-4643-ab29-8c05ea4a9bfc service neutron] Port 243e6456-3ebe-4e3a-80f6-bd74e42cd311 on network af34039f-cd58-4097-b802-938f86dc6a17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 12:42:06.625467 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-9f57281a-ff02-4643-ab29-8c05ea4a9bfc service neutron] Attempting to bind port 243e6456-3ebe-4e3a-80f6-bd74e42cd311 on network af34039f-cd58-4097-b802-938f86dc6a17 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:42:06.630147 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-9f57281a-ff02-4643-ab29-8c05ea4a9bfc service neutron] Checking agent: {'id': '48060bde-194c-4a59-bb73-c876edc89e02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'started_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:42:06.630483 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-9f57281a-ff02-4643-ab29-8c05ea4a9bfc service neutron] Checking segment: {'id': '4f4db711-c33a-4b3b-a73b-069c723d69e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'af34039f-cd58-4097-b802-938f86dc6a17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:42:06.630863 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-9f57281a-ff02-4643-ab29-8c05ea4a9bfc service neutron] Bound using segment: {'id': '4f4db711-c33a-4b3b-a73b-069c723d69e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'af34039f-cd58-4097-b802-938f86dc6a17'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:42:06.631283 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-9f57281a-ff02-4643-ab29-8c05ea4a9bfc service neutron] Bound port: 243e6456-3ebe-4e3a-80f6-bd74e42cd311, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4db711-c33a-4b3b-a73b-069c723d69e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'af34039f-cd58-4097-b802-938f86dc6a17'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:42:06.631644 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-9f57281a-ff02-4643-ab29-8c05ea4a9bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:06.720900 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-9f57281a-ff02-4643-ab29-8c05ea4a9bfc service neutron] For port 243e6456-3ebe-4e3a-80f6-bd74e42cd311, host hv-cinder-80989, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:42:06.724656 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-9f57281a-ff02-4643-ab29-8c05ea4a9bfc service neutron] For port 243e6456-3ebe-4e3a-80f6-bd74e42cd311, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=243e6456-3ebe-4e3a-80f6-bd74e42cd311,segment=NetworkSegment(4f4db711-c33a-4b3b-a73b-069c723d69e8),segment_id=4f4db711-c33a-4b3b-a73b-069c723d69e8)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:42:06.729872 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-9f57281a-ff02-4643-ab29-8c05ea4a9bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25309473'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:06.742069 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18704636-427a-4465-8115-25369edb079e req-f07eb689-f5f0-436f-969e-531b0286a644 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:06.744190 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18704636-427a-4465-8115-25369edb079e req-f07eb689-f5f0-436f-969e-531b0286a644 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d45757b-5f73-478f-a9f8-b325b4dd2cc0 HTTP/1.1" status: 200 len: 944 time: 0.0759010 Sep 18 12:42:06.784702 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-9f57281a-ff02-4643-ab29-8c05ea4a9bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:06.785315 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-9f57281a-ff02-4643-ab29-8c05ea4a9bfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:06.786905 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-9f57281a-ff02-4643-ab29-8c05ea4a9bfc service neutron] 10.222.0.13 "PUT /v2.0/ports/243e6456-3ebe-4e3a-80f6-bd74e42cd311 HTTP/1.1" status: 200 len: 1094 time: 0.6228211 Sep 18 12:42:06.792920 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 918df4b1-a140-4b01-ac32-3bca12910e04 details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 12:42:06.796627 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d45757b-5f73-478f-a9f8-b325b4dd2cc0', 'tag': '243e6456-3ebe-4e3a-80f6-bd74e42cd311'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:42:06.798899 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab094129-3bff-4cb6-93ae-a78841dfdc18" -d '{"events": [{"name": "network-changed", "server_uuid": "2d45757b-5f73-478f-a9f8-b325b4dd2cc0", "tag": "243e6456-3ebe-4e3a-80f6-bd74e42cd311"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:42:06.842543 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57281a-ff02-4643-ab29-8c05ea4a9bfc service neutron] Pushing event updated for resources: {'Port': ['ID=243e6456-3ebe-4e3a-80f6-bd74e42cd311,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:06.846771 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00925a6-4c32-4b83-81fa-eb654f064153 x-openstack-request-id: req-c00925a6-4c32-4b83-81fa-eb654f064153 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:42:06.847056 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d45757b-5f73-478f-a9f8-b325b4dd2cc0", "tag": "243e6456-3ebe-4e3a-80f6-bd74e42cd311", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:42:06.847305 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c00925a6-4c32-4b83-81fa-eb654f064153 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:42:06.847703 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d45757b-5f73-478f-a9f8-b325b4dd2cc0', 'tag': '243e6456-3ebe-4e3a-80f6-bd74e42cd311', 'status': 'completed', 'code': 200} Sep 18 12:42:06.869832 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18704636-427a-4465-8115-25369edb079e req-df2105a6-3e95-4ca5-9318-fccc28d688da tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d17110-f7fd-4b76-80cd-5e1d6d74fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050777 Sep 18 12:42:06.895343 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-68719773-6ac6-4b37-a686-e8692940c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:06.896828 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 918df4b1-a140-4b01-ac32-3bca12910e04, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=918df4b1-a140-4b01-ac32-3bca12910e04,segment=NetworkSegment(ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df),segment_id=ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:42:06.897133 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-68719773-6ac6-4b37-a686-e8692940c182 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7209740233174114a3c254db743f4cad&device_id=2d45757b-5f73-478f-a9f8-b325b4dd2cc0 HTTP/1.1" status: 200 len: 1097 time: 0.0662374 Sep 18 12:42:06.941148 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-9436aab1-7368-48e7-9f79-89cab3858f58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=243e6456-3ebe-4e3a-80f6-bd74e42cd311 HTTP/1.1" status: 200 len: 217 time: 0.0359821 Sep 18 12:42:06.996375 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-345f266b-34e5-4208-9325-65aa44c9762b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:06.997770 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-345f266b-34e5-4208-9325-65aa44c9762b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40c80d51-6c22-45f7-a07a-a0a47f410ae1 HTTP/1.1" status: 200 len: 849 time: 0.0500691 Sep 18 12:42:07.021810 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Returning: {'device': '918df4b1-a140-4b01-ac32-3bca12910e04', 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f', 'port_id': '918df4b1-a140-4b01-ac32-3bca12910e04', 'mac_address': 'fa:16:3e:55:d0:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf16491-9ce3-4bbf-a0c9-60e69eaa99c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 12:42:07.031452 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-a738f4dc-ecc4-4b83-b3ba-27c7f5d23d4d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af34039f-cd58-4097-b802-938f86dc6a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257716 Sep 18 12:42:07.058524 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:07.071902 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918df4b1-a140-4b01-ac32-3bca12910e04 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:42:07.096156 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 918df4b1-a140-4b01-ac32-3bca12910e04, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=918df4b1-a140-4b01-ac32-3bca12910e04,segment=NetworkSegment(ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df),segment_id=ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:42:07.101973 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:07.136355 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-6209cb72-8035-4fb7-a459-8f62b99d51f5 service neutron] 10.222.0.13 "GET /v2.0/networks/af34039f-cd58-4097-b802-938f86dc6a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976562 Sep 18 12:42:07.159885 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=918df4b1-a140-4b01-ac32-3bca12910e04,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:07.230731 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2801ca-51f3-4c91-b742-acd73914ffea req-7967bee6-5e61-499d-9380-29b714b018cb tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:07.232273 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4b2801ca-51f3-4c91-b742-acd73914ffea req-7967bee6-5e61-499d-9380-29b714b018cb tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 944 time: 0.1105042 Sep 18 12:42:07.273099 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-380c76fb-a864-4c16-a75a-0f35bd000d03 req-9ee719c6-dfc5-43e0-aeb0-6819024ccca7 service neutron] 10.222.0.13 "GET /v2.0/networks/af34039f-cd58-4097-b802-938f86dc6a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194358 Sep 18 12:42:07.286792 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4b2801ca-51f3-4c91-b742-acd73914ffea req-e328b7ed-55bf-423d-94ef-192581019aa1 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483057 Sep 18 12:42:07.352623 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['918df4b1-a140-4b01-ac32-3bca12910e04'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:42:07.369746 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab094129-3bff-4cb6-93ae-a78841dfdc18 req-90533ded-fa18-4c97-ab42-a3c7141e4324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:07.371272 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab094129-3bff-4cb6-93ae-a78841dfdc18 req-90533ded-fa18-4c97-ab42-a3c7141e4324 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7209740233174114a3c254db743f4cad&device_id=2d45757b-5f73-478f-a9f8-b325b4dd2cc0 HTTP/1.1" status: 200 len: 1097 time: 0.0447352 Sep 18 12:42:07.478310 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab094129-3bff-4cb6-93ae-a78841dfdc18 req-e0bcca1e-b3dd-47ec-b04a-e6fd4fa0c9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:07.479920 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab094129-3bff-4cb6-93ae-a78841dfdc18 req-e0bcca1e-b3dd-47ec-b04a-e6fd4fa0c9f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=af34039f-cd58-4097-b802-938f86dc6a17 HTTP/1.1" status: 200 len: 910 time: 0.1005158 Sep 18 12:42:07.521849 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab094129-3bff-4cb6-93ae-a78841dfdc18 req-ca2ef07c-b717-4654-be77-b686c15b895f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=243e6456-3ebe-4e3a-80f6-bd74e42cd311 HTTP/1.1" status: 200 len: 217 time: 0.0343094 Sep 18 12:42:07.577372 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab094129-3bff-4cb6-93ae-a78841dfdc18 req-c524a92b-5fa5-4c32-8b1f-1aeb80acc932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:07.578955 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab094129-3bff-4cb6-93ae-a78841dfdc18 req-c524a92b-5fa5-4c32-8b1f-1aeb80acc932 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40c80d51-6c22-45f7-a07a-a0a47f410ae1 HTTP/1.1" status: 200 len: 849 time: 0.0497172 Sep 18 12:42:07.612720 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab094129-3bff-4cb6-93ae-a78841dfdc18 req-c4ffbaf6-a259-4084-a742-9aa8ddf2a422 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af34039f-cd58-4097-b802-938f86dc6a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259275 Sep 18 12:42:07.705907 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab094129-3bff-4cb6-93ae-a78841dfdc18 req-6a33086f-b07b-4093-9734-00d72202afeb service neutron] 10.222.0.13 "GET /v2.0/networks/af34039f-cd58-4097-b802-938f86dc6a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836825 Sep 18 12:42:07.801112 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab094129-3bff-4cb6-93ae-a78841dfdc18 req-af2cdf13-e084-465b-931b-bc2a4f999d36 service neutron] 10.222.0.13 "GET /v2.0/networks/af34039f-cd58-4097-b802-938f86dc6a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849555 Sep 18 12:42:07.982412 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff10ff-a012-44c9-a417-9e0628ea65ad req-9d132205-7374-4ef2-8bbb-6dcc183c720e tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:07.983892 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83ff10ff-a012-44c9-a417-9e0628ea65ad req-9d132205-7374-4ef2-8bbb-6dcc183c720e tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d45757b-5f73-478f-a9f8-b325b4dd2cc0 HTTP/1.1" status: 200 len: 944 time: 0.0481474 Sep 18 12:42:08.020489 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83ff10ff-a012-44c9-a417-9e0628ea65ad req-9e5c8d73-120d-4e28-aca2-5596b2d484d9 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d17110-f7fd-4b76-80cd-5e1d6d74fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305209 Sep 18 12:42:08.406897 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5f7ad-4cb0-4cd2-9b78-032c0d5230ee req-61dcadf5-63ce-4bce-ab36-2d0a04a7f6b3 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:08.408379 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ade5f7ad-4cb0-4cd2-9b78-032c0d5230ee req-61dcadf5-63ce-4bce-ab36-2d0a04a7f6b3 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 944 time: 0.0516102 Sep 18 12:42:08.444725 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ade5f7ad-4cb0-4cd2-9b78-032c0d5230ee req-9a09e677-0391-45eb-b106-2c21dca5c7c4 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305622 Sep 18 12:42:08.777525 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 55230) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:08.811083 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 243e6456-3ebe-4e3a-80f6-bd74e42cd311 details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 12:42:08.814982 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 918df4b1-a140-4b01-ac32-3bca12910e04 up at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:42:08.821271 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccab80a1-6ae7-4afb-984a-e21327c783f4 admin admin] Deleting subnet 997f1517-43c0-467f-8d8d-24fef646f5cf {{(pid=94107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 12:42:08.824515 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ccab80a1-6ae7-4afb-984a-e21327c783f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:08.858423 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ccab80a1-6ae7-4afb-984a-e21327c783f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25635558'] for subnet, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:08.904993 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ccab80a1-6ae7-4afb-984a-e21327c783f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701019'] for subnet, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:08.926266 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning for port 918df4b1-a140-4b01-ac32-3bca12910e04 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 12:42:08.933173 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning complete for port 918df4b1-a140-4b01-ac32-3bca12910e04 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:42:08.933548 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:08.967632 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 243e6456-3ebe-4e3a-80f6-bd74e42cd311, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=243e6456-3ebe-4e3a-80f6-bd74e42cd311,segment=NetworkSegment(4f4db711-c33a-4b3b-a73b-069c723d69e8),segment_id=4f4db711-c33a-4b3b-a73b-069c723d69e8)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:42:08.978611 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ccab80a1-6ae7-4afb-984a-e21327c783f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25655313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29169573'] for subnet, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:08.987503 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Returning: {'device': '243e6456-3ebe-4e3a-80f6-bd74e42cd311', 'network_id': 'af34039f-cd58-4097-b802-938f86dc6a17', 'port_id': '243e6456-3ebe-4e3a-80f6-bd74e42cd311', 'mac_address': 'fa:16:3e:b2:ac:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c80d51-6c22-45f7-a07a-a0a47f410ae1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 12:42:09.014397 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab80a1-6ae7-4afb-984a-e21327c783f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=997f1517-43c0-467f-8d8d-24fef646f5cf,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:09.018072 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ccab80a1-6ae7-4afb-984a-e21327c783f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:09.020589 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ccab80a1-6ae7-4afb-984a-e21327c783f4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/997f1517-43c0-467f-8d8d-24fef646f5cf HTTP/1.1" status: 204 len: 168 time: 0.2418635 Sep 18 12:42:09.022928 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 55238) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:09.065777 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:09.078241 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:09.090791 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 243e6456-3ebe-4e3a-80f6-bd74e42cd311 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:42:09.114364 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-481df50d-21b0-4565-8e9e-fd1f4061ef2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455914'] for network, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:09.123064 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d10ef3-15fb-452b-a9dd-8ff0364cdc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918df4b1-a140-4b01-ac32-3bca12910e04'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:42:09.125430 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f443903345165d416a651567efac34002f351ff04fccc6d410eaa1beaa8a1ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c61b269-7215-472d-8087-5d0741786747" -d '{"events": [{"server_uuid": "93d10ef3-15fb-452b-a9dd-8ff0364cdc79", "name": "network-vif-plugged", "status": "completed", "tag": "918df4b1-a140-4b01-ac32-3bca12910e04"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:42:09.138072 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 243e6456-3ebe-4e3a-80f6-bd74e42cd311, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=243e6456-3ebe-4e3a-80f6-bd74e42cd311,segment=NetworkSegment(4f4db711-c33a-4b3b-a73b-069c723d69e8),segment_id=4f4db711-c33a-4b3b-a73b-069c723d69e8)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:42:09.142276 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 918df4b1-a140-4b01-ac32-3bca12910e04, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=918df4b1-a140-4b01-ac32-3bca12910e04,segment=NetworkSegment(ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df),segment_id=ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:42:09.144998 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:09.153701 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:09.161006 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1d83c-6d90-42c2-a42c-75d8da5733fb req-54e416fb-079a-4f98-9803-d6b22f860003 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:09.163068 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-57b1d83c-6d90-42c2-a42c-75d8da5733fb req-54e416fb-079a-4f98-9803-d6b22f860003 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d45757b-5f73-478f-a9f8-b325b4dd2cc0 HTTP/1.1" status: 200 len: 944 time: 0.0671301 Sep 18 12:42:09.198379 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=243e6456-3ebe-4e3a-80f6-bd74e42cd311,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:09.221396 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-481df50d-21b0-4565-8e9e-fd1f4061ef2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701404', 'neutron.services.segments.db._delete_segments_for_network-8759307057565'] for network, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:09.231948 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-57b1d83c-6d90-42c2-a42c-75d8da5733fb req-61f7f876-a39a-4b52-adce-712eca9e0d50 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d17110-f7fd-4b76-80cd-5e1d6d74fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617614 Sep 18 12:42:09.249929 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-481df50d-21b0-4565-8e9e-fd1f4061ef2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e7dc73-b4e4-477f-b941-72cb7a43a603']}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:42:09.263262 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-481df50d-21b0-4565-8e9e-fd1f4061ef2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '487344f5-b5ef-44ed-a884-c7f8a745c02a') {'for_net_delete': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:42:09.263727 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-481df50d-21b0-4565-8e9e-fd1f4061ef2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '487344f5-b5ef-44ed-a884-c7f8a745c02a') {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:42:09.266916 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=918df4b1-a140-4b01-ac32-3bca12910e04,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:09.271376 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b077aa7-69d1-4396-819c-b79cac850400 x-openstack-request-id: req-6b077aa7-69d1-4396-819c-b79cac850400 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:42:09.271893 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d10ef3-15fb-452b-a9dd-8ff0364cdc79", "name": "network-vif-plugged", "status": "completed", "tag": "918df4b1-a140-4b01-ac32-3bca12910e04", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:42:09.272228 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b077aa7-69d1-4396-819c-b79cac850400 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:42:09.272726 dv-cinder-809894-1-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d10ef3-15fb-452b-a9dd-8ff0364cdc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918df4b1-a140-4b01-ac32-3bca12910e04', 'code': 200} Sep 18 12:42:09.284311 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-481df50d-21b0-4565-8e9e-fd1f4061ef2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759307058854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25635565'] for segment, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:09.304756 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-481df50d-21b0-4565-8e9e-fd1f4061ef2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:09.313392 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481df50d-21b0-4565-8e9e-fd1f4061ef2f admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 12:42:09.313886 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-481df50d-21b0-4565-8e9e-fd1f4061ef2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25655759'] for segment, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: Traceback (most recent call last): Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: timer() Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: cb(*args, **kw) Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: return func(*args, **kwargs) Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: self._notify() Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: self.callback(batched_events) Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: event.method(event) Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: return f(self, *a, **k) Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: return self._get(url).json() Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: return self.request(url, 'GET', **kwargs) Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 12:42:09.316346 dv-cinder-809894-1-iscsi neutron-server[94107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 12:42:09.382902 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['243e6456-3ebe-4e3a-80f6-bd74e42cd311'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:42:09.384402 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-481df50d-21b0-4565-8e9e-fd1f4061ef2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673859'] for network, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:09.390923 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-481df50d-21b0-4565-8e9e-fd1f4061ef2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:09.396000 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-481df50d-21b0-4565-8e9e-fd1f4061ef2f admin admin] 10.222.0.24 "DELETE /v2.0/networks/10e7dc73-b4e4-477f-b941-72cb7a43a603 HTTP/1.1" status: 204 len: 168 time: 0.3691630 Sep 18 12:42:09.396097 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 55250) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:09.408466 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481df50d-21b0-4565-8e9e-fd1f4061ef2f admin admin] Pushing event deleted for resources: {'Network': ['ID=10e7dc73-b4e4-477f-b941-72cb7a43a603,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:09.469455 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c4ad15-2602-4f94-a0fb-d042146a0093 admin admin] Deleting subnet 76bb5aca-239e-4613-8356-45eab9eb4d6a {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 12:42:09.474351 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a5c4ad15-2602-4f94-a0fb-d042146a0093 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:09.502837 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56656a3e-42b5-4810-993e-54f20759cb4a req-e1e34058-cc32-4467-9c22-77f1f309da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:09.504350 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56656a3e-42b5-4810-993e-54f20759cb4a req-e1e34058-cc32-4467-9c22-77f1f309da1a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 1098 time: 0.0803156 Sep 18 12:42:09.540951 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a5c4ad15-2602-4f94-a0fb-d042146a0093 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26289332'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:09.602764 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56656a3e-42b5-4810-993e-54f20759cb4a req-a5c00053-71e4-473f-b78b-04ef7d57aaa2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883937 Sep 18 12:42:09.614896 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a5c4ad15-2602-4f94-a0fb-d042146a0093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701019'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:09.646167 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83871e-c7ef-418d-9be3-09c2bea1e1e5 req-f9fb469d-919f-4709-8d4a-c3629f143e1e tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:09.647566 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0a83871e-c7ef-418d-9be3-09c2bea1e1e5 req-f9fb469d-919f-4709-8d4a-c3629f143e1e tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 945 time: 0.1264796 Sep 18 12:42:09.699031 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0a83871e-c7ef-418d-9be3-09c2bea1e1e5 req-14abce19-9702-4232-a597-1ade0946187c tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436490 Sep 18 12:42:09.703409 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a5c4ad15-2602-4f94-a0fb-d042146a0093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25309463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28863972'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:09.729748 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4ad15-2602-4f94-a0fb-d042146a0093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76bb5aca-239e-4613-8356-45eab9eb4d6a,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:09.731604 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a5c4ad15-2602-4f94-a0fb-d042146a0093 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:09.733424 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a5c4ad15-2602-4f94-a0fb-d042146a0093 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/76bb5aca-239e-4613-8356-45eab9eb4d6a HTTP/1.1" status: 204 len: 168 time: 0.3363762 Sep 18 12:42:09.735890 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 55254) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:09.801784 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f4ae0c55-7ee6-4f50-b514-972493a605d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455914'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:09.881565 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f4ae0c55-7ee6-4f50-b514-972493a605d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701404', 'neutron.services.segments.db._delete_segments_for_network-8759307057565'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:09.901504 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-f4ae0c55-7ee6-4f50-b514-972493a605d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730b002b-37b1-4fbb-9bd4-7e0f6a19026a']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:42:09.910578 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-f4ae0c55-7ee6-4f50-b514-972493a605d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '257ee404-fa05-4b69-890b-089e0f3c86a8') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:42:09.910892 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-f4ae0c55-7ee6-4f50-b514-972493a605d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '257ee404-fa05-4b69-890b-089e0f3c86a8') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:42:09.920138 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f4ae0c55-7ee6-4f50-b514-972493a605d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759307058854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26289343'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:09.933471 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f4ae0c55-7ee6-4f50-b514-972493a605d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:09.939396 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ae0c55-7ee6-4f50-b514-972493a605d9 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 12:42:09.940006 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f4ae0c55-7ee6-4f50-b514-972493a605d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25309385'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: Traceback (most recent call last): Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: timer() Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: cb(*args, **kw) Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: return func(*args, **kwargs) Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: self._notify() Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: self.callback(batched_events) Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: event.method(event) Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: return f(self, *a, **k) Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: return self._get(url).json() Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 12:42:09.941832 dv-cinder-809894-1-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 12:42:10.225619 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f4ae0c55-7ee6-4f50-b514-972493a605d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673859'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:10.231094 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f4ae0c55-7ee6-4f50-b514-972493a605d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:10.232922 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f4ae0c55-7ee6-4f50-b514-972493a605d9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/730b002b-37b1-4fbb-9bd4-7e0f6a19026a HTTP/1.1" status: 204 len: 168 time: 0.4961267 Sep 18 12:42:10.243535 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae0c55-7ee6-4f50-b514-972493a605d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=730b002b-37b1-4fbb-9bd4-7e0f6a19026a,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:10.350112 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 55262) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:10.361841 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead8d97-16cb-4ec0-b437-1697ffa5129b req-984dbbd0-f816-474e-a86e-db498803f2ec tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:10.363312 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fead8d97-16cb-4ec0-b437-1697ffa5129b req-984dbbd0-f816-474e-a86e-db498803f2ec tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d45757b-5f73-478f-a9f8-b325b4dd2cc0 HTTP/1.1" status: 200 len: 945 time: 0.0523150 Sep 18 12:42:10.395714 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-b16f2892-0428-4d0e-be56-1ac2c2d02d3c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6cf54b5fc0604a30a4e39dab342f03e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436866 Sep 18 12:42:10.398161 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 55266) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:10.410653 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fead8d97-16cb-4ec0-b437-1697ffa5129b req-59225b0b-76ea-4df6-833f-06dfc0587cbf tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d17110-f7fd-4b76-80cd-5e1d6d74fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407333 Sep 18 12:42:10.447389 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6d971e91-fdde-46ad-954d-64c17a5f395c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:10.467451 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6d971e91-fdde-46ad-954d-64c17a5f395c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:10.512351 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6d971e91-fdde-46ad-954d-64c17a5f395c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:10.514975 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6d971e91-fdde-46ad-954d-64c17a5f395c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:10.516138 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-6d971e91-fdde-46ad-954d-64c17a5f395c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65cb2d64-f645-4c97-be79-e3bbbbb99cac HTTP/1.1" status: 204 len: 168 time: 0.1164522 Sep 18 12:42:10.526103 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d971e91-fdde-46ad-954d-64c17a5f395c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cb2d64-f645-4c97-be79-e3bbbbb99cac,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:10.662198 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5f6c6-f150-4f7a-b9a5-a2d46e45b477 req-56b8cd1e-25e9-4f26-be72-696fd901d3ae tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:10.663693 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-99c5f6c6-f150-4f7a-b9a5-a2d46e45b477 req-56b8cd1e-25e9-4f26-be72-696fd901d3ae tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 947 time: 0.0489712 Sep 18 12:42:10.707000 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-99c5f6c6-f150-4f7a-b9a5-a2d46e45b477 req-e102c0e5-f84c-479c-ab61-c73b40a55327 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368466 Sep 18 12:42:10.816918 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6d75d-8512-4972-bd33-88097ad0d8a2 req-d4a330ad-877b-46cd-878d-b6ab3bedcc6c tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:10.818400 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e2b6d75d-8512-4972-bd33-88097ad0d8a2 req-d4a330ad-877b-46cd-878d-b6ab3bedcc6c tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 945 time: 0.0521433 Sep 18 12:42:10.834217 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 243e6456-3ebe-4e3a-80f6-bd74e42cd311 up at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:42:10.859446 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e2b6d75d-8512-4972-bd33-88097ad0d8a2 req-855204cd-667c-44b1-b9b7-5fab623ca206 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342379 Sep 18 12:42:10.870425 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 55278) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:10.892435 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning for port 243e6456-3ebe-4e3a-80f6-bd74e42cd311 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 12:42:10.897036 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning complete for port 243e6456-3ebe-4e3a-80f6-bd74e42cd311 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:42:10.897419 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:10.911401 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-2b6068d9-6e83-4f4b-8185-db18913c9e8a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=269420f71a2546fcad17d933a210a6c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398552 Sep 18 12:42:10.913882 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 55280) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:10.964823 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e82a10e6-87ae-4775-95bf-bae74be39fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:10.979574 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:10.986393 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e82a10e6-87ae-4775-95bf-bae74be39fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:11.018070 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 243e6456-3ebe-4e3a-80f6-bd74e42cd311, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=243e6456-3ebe-4e3a-80f6-bd74e42cd311,segment=NetworkSegment(4f4db711-c33a-4b3b-a73b-069c723d69e8),segment_id=4f4db711-c33a-4b3b-a73b-069c723d69e8)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:42:11.021970 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:11.035904 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e82a10e6-87ae-4775-95bf-bae74be39fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:11.038738 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e82a10e6-87ae-4775-95bf-bae74be39fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:11.040054 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-e82a10e6-87ae-4775-95bf-bae74be39fd8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b155c967-92d4-457f-a241-1439968d2f74 HTTP/1.1" status: 204 len: 168 time: 0.1246603 Sep 18 12:42:11.056613 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a10e6-87ae-4775-95bf-bae74be39fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b155c967-92d4-457f-a241-1439968d2f74,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:11.082080 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=243e6456-3ebe-4e3a-80f6-bd74e42cd311,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:11.274981 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d45757b-5f73-478f-a9f8-b325b4dd2cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243e6456-3ebe-4e3a-80f6-bd74e42cd311'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:42:11.277287 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f443903345165d416a651567efac34002f351ff04fccc6d410eaa1beaa8a1ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d0bd3a-4958-4db5-a531-8288f2c37e5a" -d '{"events": [{"server_uuid": "2d45757b-5f73-478f-a9f8-b325b4dd2cc0", "name": "network-vif-plugged", "status": "completed", "tag": "243e6456-3ebe-4e3a-80f6-bd74e42cd311"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:42:11.312817 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ba4db1-02e0-489b-a4c4-f09cbba620a7 x-openstack-request-id: req-a0ba4db1-02e0-489b-a4c4-f09cbba620a7 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:42:11.313171 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d45757b-5f73-478f-a9f8-b325b4dd2cc0", "name": "network-vif-plugged", "status": "completed", "tag": "243e6456-3ebe-4e3a-80f6-bd74e42cd311", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:42:11.313418 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0ba4db1-02e0-489b-a4c4-f09cbba620a7 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:42:11.313805 dv-cinder-809894-1-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d45757b-5f73-478f-a9f8-b325b4dd2cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243e6456-3ebe-4e3a-80f6-bd74e42cd311', 'code': 200} Sep 18 12:42:11.529406 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54b25a-81bb-4464-9985-f46a9390d916 req-1905a0a4-26f2-49dc-b493-868973d540d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:11.530885 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a54b25a-81bb-4464-9985-f46a9390d916 req-1905a0a4-26f2-49dc-b493-868973d540d3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d45757b-5f73-478f-a9f8-b325b4dd2cc0 HTTP/1.1" status: 200 len: 1099 time: 0.0718305 Sep 18 12:42:11.542006 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d5eeb-2656-4e78-9f8d-459023044308 req-8a47308c-f06c-4b6b-9e0a-c1c5fac6c7d4 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:11.543399 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-279d5eeb-2656-4e78-9f8d-459023044308 req-8a47308c-f06c-4b6b-9e0a-c1c5fac6c7d4 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d45757b-5f73-478f-a9f8-b325b4dd2cc0 HTTP/1.1" status: 200 len: 946 time: 0.0614736 Sep 18 12:42:11.595245 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a54b25a-81bb-4464-9985-f46a9390d916 req-340d2e49-cf6f-4f94-8bb3-cbadaa044927 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=54d17110-f7fd-4b76-80cd-5e1d6d74fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508838 Sep 18 12:42:11.602530 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-279d5eeb-2656-4e78-9f8d-459023044308 req-8382bcba-6302-4f2b-b4b2-69e5e8704561 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d17110-f7fd-4b76-80cd-5e1d6d74fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526683 Sep 18 12:42:11.830943 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5323fd-46f5-4086-8b78-03d03ba36340 req-5466b858-c68e-44cc-bd7c-314dd2e65994 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:11.832446 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6f5323fd-46f5-4086-8b78-03d03ba36340 req-5466b858-c68e-44cc-bd7c-314dd2e65994 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 947 time: 0.0483336 Sep 18 12:42:11.869286 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6f5323fd-46f5-4086-8b78-03d03ba36340 req-cd5bf774-432f-433e-80c3-69e768a2e065 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310206 Sep 18 12:42:11.984008 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586b7ce-5827-40f8-b7f6-cefc1b661a60 req-e118246c-6e40-4566-a191-88591671dc64 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:11.985540 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c586b7ce-5827-40f8-b7f6-cefc1b661a60 req-e118246c-6e40-4566-a191-88591671dc64 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 945 time: 0.0511861 Sep 18 12:42:12.028273 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c586b7ce-5827-40f8-b7f6-cefc1b661a60 req-79bf2e11-62ba-4f39-83eb-2a07c021ffd2 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364907 Sep 18 12:42:12.155102 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3f4fa-8cbd-4561-9241-b23b9b2e44d3 req-ba434281-ba93-406b-a6ca-42e81933ac26 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:12.156665 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-33d3f4fa-8cbd-4561-9241-b23b9b2e44d3 req-ba434281-ba93-406b-a6ca-42e81933ac26 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 945 time: 0.0495021 Sep 18 12:42:12.197148 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-33d3f4fa-8cbd-4561-9241-b23b9b2e44d3 req-9e7937e4-0687-41dd-a078-4606da484848 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342891 Sep 18 12:42:12.542169 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecfefd-f673-4ed5-b313-3c05432098e5 req-c0b84866-7118-46fb-a04a-a4105665006f tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:12.543623 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b7ecfefd-f673-4ed5-b313-3c05432098e5 req-c0b84866-7118-46fb-a04a-a4105665006f tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 945 time: 0.0710161 Sep 18 12:42:12.564841 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9d587-7069-4f41-8a6f-5b604fba76cf req-ae29ce94-4a5e-4eff-a771-686b0cd42cbf tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:12.566218 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2be9d587-7069-4f41-8a6f-5b604fba76cf req-ae29ce94-4a5e-4eff-a771-686b0cd42cbf tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.13 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 947 time: 0.0652051 Sep 18 12:42:12.619725 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b7ecfefd-f673-4ed5-b313-3c05432098e5 req-e4c946b2-9879-41b3-ad7e-87a0313c9834 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696440 Sep 18 12:42:12.698237 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-2be9d587-7069-4f41-8a6f-5b604fba76cf req-238abe05-d051-4914-8744-296c8728ddb9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Deleting port 6eed02d6-1e85-4490-b354-60f900f3cf5e {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:42:12.698577 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2be9d587-7069-4f41-8a6f-5b604fba76cf req-238abe05-d051-4914-8744-296c8728ddb9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:12.781866 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3c509-f1ad-404c-a857-a8b7b79e073e req-89b35097-a102-45ba-89ce-4b483432f4c3 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:12.783369 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40b3c509-f1ad-404c-a857-a8b7b79e073e req-89b35097-a102-45ba-89ce-4b483432f4c3 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d45757b-5f73-478f-a9f8-b325b4dd2cc0 HTTP/1.1" status: 200 len: 946 time: 0.1140561 Sep 18 12:42:12.823086 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-2be9d587-7069-4f41-8a6f-5b604fba76cf req-238abe05-d051-4914-8744-296c8728ddb9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] For port 6eed02d6-1e85-4490-b354-60f900f3cf5e, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=6eed02d6-1e85-4490-b354-60f900f3cf5e,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:42:12.823454 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2be9d587-7069-4f41-8a6f-5b604fba76cf req-238abe05-d051-4914-8744-296c8728ddb9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:12.904213 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40b3c509-f1ad-404c-a857-a8b7b79e073e req-448ae4d1-03a2-4bd2-9ed3-a59dc1c3ad19 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d17110-f7fd-4b76-80cd-5e1d6d74fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104670 Sep 18 12:42:13.076768 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b4f7f-6f9f-4ffc-a256-b2a39c47618b req-30bea30c-2261-40b7-b233-db8d3341b41a tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:13.078252 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ff5b4f7f-6f9f-4ffc-a256-b2a39c47618b req-30bea30c-2261-40b7-b233-db8d3341b41a tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=316eb69f-a7bb-47d6-ac2e-939d6496685a HTTP/1.1" status: 200 len: 947 time: 0.1254776 Sep 18 12:42:13.111141 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2be9d587-7069-4f41-8a6f-5b604fba76cf req-238abe05-d051-4914-8744-296c8728ddb9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:13.111498 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2be9d587-7069-4f41-8a6f-5b604fba76cf req-238abe05-d051-4914-8744-296c8728ddb9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673873'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:13.111840 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.db.l3_db [req-2be9d587-7069-4f41-8a6f-5b604fba76cf req-238abe05-d051-4914-8744-296c8728ddb9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Floating IP 2d8415cd-f91a-451d-8b60-90f12f178e95 disassociated. External IP: 172.27.1.97, port: 6eed02d6-1e85-4490-b354-60f900f3cf5e. Sep 18 12:42:13.112179 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-2be9d587-7069-4f41-8a6f-5b604fba76cf req-238abe05-d051-4914-8744-296c8728ddb9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Calling delete_port for 6eed02d6-1e85-4490-b354-60f900f3cf5e owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:42:13.138768 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ff5b4f7f-6f9f-4ffc-a256-b2a39c47618b req-055b47ce-35ec-46c7-8de6-6644174bb2a8 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542576 Sep 18 12:42:13.259065 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2be9d587-7069-4f41-8a6f-5b604fba76cf req-238abe05-d051-4914-8744-296c8728ddb9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:13.289016 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238abe05-d051-4914-8744-296c8728ddb9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Pushing event deleted for resources: {'Port': ['ID=6eed02d6-1e85-4490-b354-60f900f3cf5e,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:13.299725 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238abe05-d051-4914-8744-296c8728ddb9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:13.300078 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238abe05-d051-4914-8744-296c8728ddb9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:13.300486 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238abe05-d051-4914-8744-296c8728ddb9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:13.300851 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238abe05-d051-4914-8744-296c8728ddb9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:13.301249 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238abe05-d051-4914-8744-296c8728ddb9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:13.301594 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238abe05-d051-4914-8744-296c8728ddb9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:13.301960 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238abe05-d051-4914-8744-296c8728ddb9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:13.302286 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238abe05-d051-4914-8744-296c8728ddb9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:13.302607 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238abe05-d051-4914-8744-296c8728ddb9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:13.302960 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238abe05-d051-4914-8744-296c8728ddb9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:13.303244 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238abe05-d051-4914-8744-296c8728ddb9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:13.303564 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238abe05-d051-4914-8744-296c8728ddb9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:13.417800 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2be9d587-7069-4f41-8a6f-5b604fba76cf req-238abe05-d051-4914-8744-296c8728ddb9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Router 7b2b8e88-45d3-480a-8b70-0f58d9cb475c has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:42:13.529207 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2be9d587-7069-4f41-8a6f-5b604fba76cf req-238abe05-d051-4914-8744-296c8728ddb9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:42:13.541139 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568a5918-610b-4aa6-beb1-c5a3a974af8c None None] Sync routers for ids ['7b2b8e88-45d3-480a-8b70-0f58d9cb475c'] in dv-cinder-809894-1-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:42:13.549933 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568a5918-610b-4aa6-beb1-c5a3a974af8c None None] Routers {'7b2b8e88-45d3-480a-8b70-0f58d9cb475c'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:42:13.550775 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-568a5918-610b-4aa6-beb1-c5a3a974af8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:41:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['7b2b8e88-45d3-480a-8b70-0f58d9cb475c'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:42:13.573665 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be9d587-7069-4f41-8a6f-5b604fba76cf req-238abe05-d051-4914-8744-296c8728ddb9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] No DVR routers for this DVR port 6eed02d6-1e85-4490-b354-60f900f3cf5e on host hv-cinder-80989 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:42:13.576498 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2be9d587-7069-4f41-8a6f-5b604fba76cf req-238abe05-d051-4914-8744-296c8728ddb9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:13.578954 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2be9d587-7069-4f41-8a6f-5b604fba76cf req-238abe05-d051-4914-8744-296c8728ddb9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.13 "DELETE /v2.0/ports/6eed02d6-1e85-4490-b354-60f900f3cf5e HTTP/1.1" status: 204 len: 173 time: 1.0045352 Sep 18 12:42:13.579429 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316eb69f-a7bb-47d6-ac2e-939d6496685a', 'name': 'network-vif-deleted', 'tag': '6eed02d6-1e85-4490-b354-60f900f3cf5e'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:42:13.582750 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b324be55-b5b3-49de-963f-9d9fcac1a890" -d '{"events": [{"server_uuid": "316eb69f-a7bb-47d6-ac2e-939d6496685a", "name": "network-vif-deleted", "tag": "6eed02d6-1e85-4490-b354-60f900f3cf5e"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:42:13.664972 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37dfcaf5-afa1-4e15-8198-c220f5243185 x-openstack-request-id: req-37dfcaf5-afa1-4e15-8198-c220f5243185 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:42:13.665256 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316eb69f-a7bb-47d6-ac2e-939d6496685a", "name": "network-vif-deleted", "tag": "6eed02d6-1e85-4490-b354-60f900f3cf5e", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:42:13.665551 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-37dfcaf5-afa1-4e15-8198-c220f5243185 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:42:13.665939 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316eb69f-a7bb-47d6-ac2e-939d6496685a', 'name': 'network-vif-deleted', 'tag': '6eed02d6-1e85-4490-b354-60f900f3cf5e', 'status': 'completed', 'code': 200} Sep 18 12:42:13.723851 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-568a5918-610b-4aa6-beb1-c5a3a974af8c None None] Set router 7b2b8e88-45d3-480a-8b70-0f58d9cb475c gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:42:13.934126 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-568a5918-610b-4aa6-beb1-c5a3a974af8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'name': 'tempest-AttachVolumeShelveTestJSON-2115111976-router', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:01Z', 'updated_at': '2021-09-18T12:38:08Z', 'revision_number': 4, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'gw_port': {'id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:02Z', 'updated_at': '2021-09-18T12:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'b208bce5-e3db-4b9a-af8e-6837aa4e5a94', 'name': '', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'mac_address': 'fa:16:3e:ae:e0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:07Z', 'updated_at': '2021-09-18T12:38:18Z', 'revision_number': 5, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'subnets': [{'id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:42:13.966438 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568a5918-610b-4aa6-beb1-c5a3a974af8c None None] Checking router: 7b2b8e88-45d3-480a-8b70-0f58d9cb475c for host: dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:42:13.981454 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568a5918-610b-4aa6-beb1-c5a3a974af8c None None] Routers {'7b2b8e88-45d3-480a-8b70-0f58d9cb475c'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:42:13.982071 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-568a5918-610b-4aa6-beb1-c5a3a974af8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:41:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['7b2b8e88-45d3-480a-8b70-0f58d9cb475c'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:42:14.043796 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf1b81-87bd-4447-8279-bc8cd13e1250 req-5a69adbc-4d01-4085-bb3e-44c122e980ef tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:14.048367 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5ebf1b81-87bd-4447-8279-bc8cd13e1250 req-5a69adbc-4d01-4085-bb3e-44c122e980ef tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d45757b-5f73-478f-a9f8-b325b4dd2cc0 HTTP/1.1" status: 200 len: 946 time: 0.0692410 Sep 18 12:42:14.104766 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5ebf1b81-87bd-4447-8279-bc8cd13e1250 req-c557cdc1-6b4c-4e92-8fc4-6626a2bb74b6 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d17110-f7fd-4b76-80cd-5e1d6d74fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555322 Sep 18 12:42:14.110214 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-568a5918-610b-4aa6-beb1-c5a3a974af8c None None] Set router 7b2b8e88-45d3-480a-8b70-0f58d9cb475c gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:42:14.260209 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 55370) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:14.354459 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5b94e59f-e449-4d51-9e9c-193c6ce899f1 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:14.386835 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5b94e59f-e449-4d51-9e9c-193c6ce899f1 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:14.406942 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-568a5918-610b-4aa6-beb1-c5a3a974af8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'name': 'tempest-AttachVolumeShelveTestJSON-2115111976-router', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:01Z', 'updated_at': '2021-09-18T12:38:08Z', 'revision_number': 4, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'gw_port': {'id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:02Z', 'updated_at': '2021-09-18T12:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'b208bce5-e3db-4b9a-af8e-6837aa4e5a94', 'name': '', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'mac_address': 'fa:16:3e:ae:e0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:07Z', 'updated_at': '2021-09-18T12:38:18Z', 'revision_number': 5, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'subnets': [{'id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:42:14.449032 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568a5918-610b-4aa6-beb1-c5a3a974af8c None None] The sync data for ids ['7b2b8e88-45d3-480a-8b70-0f58d9cb475c'] in dv-cinder-809894-1-iscsi is: [{'id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'name': 'tempest-AttachVolumeShelveTestJSON-2115111976-router', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:01Z', 'updated_at': '2021-09-18T12:38:08Z', 'revision_number': 4, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'gw_port': {'id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:02Z', 'updated_at': '2021-09-18T12:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'b208bce5-e3db-4b9a-af8e-6837aa4e5a94', 'name': '', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'mac_address': 'fa:16:3e:ae:e0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:07Z', 'updated_at': '2021-09-18T12:38:18Z', 'revision_number': 5, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'subnets': [{'id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:42:14.454178 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5b94e59f-e449-4d51-9e9c-193c6ce899f1 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:14.457167 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5b94e59f-e449-4d51-9e9c-193c6ce899f1 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:14.458316 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-5b94e59f-e449-4d51-9e9c-193c6ce899f1 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "DELETE /v2.0/security-groups/f896cbb2-28f3-4ac5-b72f-6e03cb380eb1 HTTP/1.1" status: 204 len: 168 time: 0.1962943 Sep 18 12:42:14.461554 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 55378) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:14.477848 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.api.v2.resource [None req-71937bcf-d8f4-4dd6-85ae-d6f5e62f72a9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] show failed (client error): The resource could not be found. Sep 18 12:42:14.478861 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-71937bcf-d8f4-4dd6-85ae-d6f5e62f72a9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups/f896cbb2-28f3-4ac5-b72f-6e03cb380eb1 HTTP/1.1" status: 404 len: 347 time: 0.0163710 Sep 18 12:42:14.483914 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 55384) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:14.490486 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94e59f-e449-4d51-9e9c-193c6ce899f1 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f896cbb2-28f3-4ac5-b72f-6e03cb380eb1,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:14.565304 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b94e59f-e449-4d51-9e9c-193c6ce899f1 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:14.565673 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b94e59f-e449-4d51-9e9c-193c6ce899f1 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:14.566037 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b94e59f-e449-4d51-9e9c-193c6ce899f1 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:14.566399 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b94e59f-e449-4d51-9e9c-193c6ce899f1 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:14.566764 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b94e59f-e449-4d51-9e9c-193c6ce899f1 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:14.567120 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b94e59f-e449-4d51-9e9c-193c6ce899f1 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:14.567501 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b94e59f-e449-4d51-9e9c-193c6ce899f1 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:14.567932 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b94e59f-e449-4d51-9e9c-193c6ce899f1 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:14.568317 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b94e59f-e449-4d51-9e9c-193c6ce899f1 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:14.569499 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b94e59f-e449-4d51-9e9c-193c6ce899f1 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:14.569826 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b94e59f-e449-4d51-9e9c-193c6ce899f1 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:14.571256 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b94e59f-e449-4d51-9e9c-193c6ce899f1 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:14.726425 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-3d766a3c-57d4-4b72-bfed-c5de3e5563e3 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Deleting port 848459e0-fb92-47fe-8931-b03f92a088d7 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:42:14.727407 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3d766a3c-57d4-4b72-bfed-c5de3e5563e3 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:14.875913 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3d766a3c-57d4-4b72-bfed-c5de3e5563e3 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:14.876242 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3d766a3c-57d4-4b72-bfed-c5de3e5563e3 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:14.876941 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883a3d47-dd3f-4812-a8fb-13190859b255 None None] New status for floating IP 2d8415cd-f91a-451d-8b60-90f12f178e95: DOWN {{(pid=94109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 12:42:14.890721 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-3d766a3c-57d4-4b72-bfed-c5de3e5563e3 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Calling delete_port for 848459e0-fb92-47fe-8931-b03f92a088d7 owned by network:floatingip {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:42:15.066963 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7aa4ab-af7f-4250-aedd-7a643c2b8c9d req-c4680e5a-99a0-4eb7-b8b1-452bb9dbdfe1 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:15.074075 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8b7aa4ab-af7f-4250-aedd-7a643c2b8c9d req-c4680e5a-99a0-4eb7-b8b1-452bb9dbdfe1 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d45757b-5f73-478f-a9f8-b325b4dd2cc0 HTTP/1.1" status: 200 len: 946 time: 0.0951059 Sep 18 12:42:15.090302 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.db.api [None req-883a3d47-dd3f-4812-a8fb-13190859b255 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 12:42:15.090766 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG oslo_db.api [None req-883a3d47-dd3f-4812-a8fb-13190859b255 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 12:42:15.092273 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3d766a3c-57d4-4b72-bfed-c5de3e5563e3 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:15.110880 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8b7aa4ab-af7f-4250-aedd-7a643c2b8c9d req-6245b209-3154-48d8-a2c6-e13b5665cf37 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d17110-f7fd-4b76-80cd-5e1d6d74fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359282 Sep 18 12:42:15.119980 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d766a3c-57d4-4b72-bfed-c5de3e5563e3 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Pushing event deleted for resources: {'Port': ['ID=848459e0-fb92-47fe-8931-b03f92a088d7,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:15.180120 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3d766a3c-57d4-4b72-bfed-c5de3e5563e3 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for floatingip, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:15.182575 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3d766a3c-57d4-4b72-bfed-c5de3e5563e3 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for floatingip, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:15.183731 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-3d766a3c-57d4-4b72-bfed-c5de3e5563e3 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "DELETE /v2.0/floatingips/2d8415cd-f91a-451d-8b60-90f12f178e95 HTTP/1.1" status: 204 len: 168 time: 0.6986361 Sep 18 12:42:15.592517 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883a3d47-dd3f-4812-a8fb-13190859b255 None None] New status for floating IP 2d8415cd-f91a-451d-8b60-90f12f178e95: DOWN {{(pid=94109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 12:42:15.650300 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 55404) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:15.656147 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-26bb8f35-c809-48dd-935c-de2e98700565 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1669981673', 'description': 'tempest-description--850579949'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:42:15.678433 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-26bb8f35-c809-48dd-935c-de2e98700565 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:15.758988 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-26bb8f35-c809-48dd-935c-de2e98700565 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:15.762865 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-26bb8f35-c809-48dd-935c-de2e98700565 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:15.789791 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-26bb8f35-c809-48dd-935c-de2e98700565 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:15.790995 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-26bb8f35-c809-48dd-935c-de2e98700565 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1391070 Sep 18 12:42:15.793905 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 55408) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:15.798166 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-6ec167dd-2e1e-4364-89b9-d3b95ad35102 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Request body: {'security_group_rule': {'security_group_id': 'a992b659-77c6-41d0-ba0f-fb628ab9e95e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:42:15.803231 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb8f35-c809-48dd-935c-de2e98700565 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a992b659-77c6-41d0-ba0f-fb628ab9e95e,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:15.825204 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6ec167dd-2e1e-4364-89b9-d3b95ad35102 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:15.877567 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6ec167dd-2e1e-4364-89b9-d3b95ad35102 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:15.880933 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6ec167dd-2e1e-4364-89b9-d3b95ad35102 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772246'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:15.897896 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec167dd-2e1e-4364-89b9-d3b95ad35102 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7551f930-b1c6-4769-9635-1f54acf2e358,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:15.904248 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6ec167dd-2e1e-4364-89b9-d3b95ad35102 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:15.905429 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-6ec167dd-2e1e-4364-89b9-d3b95ad35102 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1105840 Sep 18 12:42:15.908355 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 55410) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:15.913060 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-be325be7-4d39-4537-b921-7de7cabf68d5 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Request body: {'security_group_rule': {'security_group_id': 'a992b659-77c6-41d0-ba0f-fb628ab9e95e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:42:15.937614 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-be325be7-4d39-4537-b921-7de7cabf68d5 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:15.993527 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-be325be7-4d39-4537-b921-7de7cabf68d5 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:15.996994 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-be325be7-4d39-4537-b921-7de7cabf68d5 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772246'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:16.014811 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be325be7-4d39-4537-b921-7de7cabf68d5 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7814b3be-477f-4ac4-a212-8c1b5e0cce87,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:16.020505 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-be325be7-4d39-4537-b921-7de7cabf68d5 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:16.021629 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-be325be7-4d39-4537-b921-7de7cabf68d5 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1123736 Sep 18 12:42:16.024755 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 55412) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:16.028856 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-de522d7f-9b6d-4b8d-a64c-31d364ab7ceb tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Request body: {'floatingip': {'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:42:16.048187 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de522d7f-9b6d-4b8d-a64c-31d364ab7ceb tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for floatingip, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:16.143899 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de522d7f-9b6d-4b8d-a64c-31d364ab7ceb tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:16.240163 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2efa0-cb05-44d9-bac6-0f9bef361117 req-2b5320ac-bbfb-444c-845c-6b0d96ba9c1a tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:16.241631 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-09a2efa0-cb05-44d9-bac6-0f9bef361117 req-2b5320ac-bbfb-444c-845c-6b0d96ba9c1a tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d45757b-5f73-478f-a9f8-b325b4dd2cc0 HTTP/1.1" status: 200 len: 946 time: 0.0523956 Sep 18 12:42:16.265836 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-de522d7f-9b6d-4b8d-a64c-31d364ab7ceb tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Allocated IP 172.27.1.68 (135fce6b-ed16-41bb-8b70-07cd0f37ee2f/d6efedb2-cfaf-4090-8480-952b0af5c0d6/88c3a604-4bb5-45aa-8406-295be27e032b) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:42:16.280876 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-09a2efa0-cb05-44d9-bac6-0f9bef361117 req-7f3154f0-fdcd-416a-a076-20ac128ca69b tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d17110-f7fd-4b76-80cd-5e1d6d74fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317161 Sep 18 12:42:16.378049 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f495d-973d-43b6-b1a0-88235c7dd5df req-d9fcbe13-9396-433d-9dd2-ec47653fbc0f tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:16.379818 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-384f495d-973d-43b6-b1a0-88235c7dd5df req-d9fcbe13-9396-433d-9dd2-ec47653fbc0f tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d45757b-5f73-478f-a9f8-b325b4dd2cc0 HTTP/1.1" status: 200 len: 946 time: 0.0544844 Sep 18 12:42:16.399598 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de522d7f-9b6d-4b8d-a64c-31d364ab7ceb tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:16.433305 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de522d7f-9b6d-4b8d-a64c-31d364ab7ceb tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:16.469741 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de522d7f-9b6d-4b8d-a64c-31d364ab7ceb tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:42:16.472528 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-de522d7f-9b6d-4b8d-a64c-31d364ab7ceb tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:42:16.475965 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de522d7f-9b6d-4b8d-a64c-31d364ab7ceb tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:42:16.479957 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-384f495d-973d-43b6-b1a0-88235c7dd5df req-3e914d5e-55f8-4909-87a9-fc48254f62b4 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Deleting port 243e6456-3ebe-4e3a-80f6-bd74e42cd311 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:42:16.480302 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-384f495d-973d-43b6-b1a0-88235c7dd5df req-3e914d5e-55f8-4909-87a9-fc48254f62b4 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:16.483698 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de522d7f-9b6d-4b8d-a64c-31d364ab7ceb tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Pushing event updated for resources: {'Port': ['ID=88c3a604-4bb5-45aa-8406-295be27e032b,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:16.563227 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de522d7f-9b6d-4b8d-a64c-31d364ab7ceb tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:16.575354 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-384f495d-973d-43b6-b1a0-88235c7dd5df req-3e914d5e-55f8-4909-87a9-fc48254f62b4 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] For port 243e6456-3ebe-4e3a-80f6-bd74e42cd311, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=243e6456-3ebe-4e3a-80f6-bd74e42cd311,segment=NetworkSegment(4f4db711-c33a-4b3b-a73b-069c723d69e8),segment_id=4f4db711-c33a-4b3b-a73b-069c723d69e8)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:42:16.575746 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-384f495d-973d-43b6-b1a0-88235c7dd5df req-3e914d5e-55f8-4909-87a9-fc48254f62b4 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:16.588090 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-384f495d-973d-43b6-b1a0-88235c7dd5df req-3e914d5e-55f8-4909-87a9-fc48254f62b4 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Calling delete_port for 243e6456-3ebe-4e3a-80f6-bd74e42cd311 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:42:16.595821 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de522d7f-9b6d-4b8d-a64c-31d364ab7ceb tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:16.743687 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-384f495d-973d-43b6-b1a0-88235c7dd5df req-3e914d5e-55f8-4909-87a9-fc48254f62b4 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:16.748811 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de522d7f-9b6d-4b8d-a64c-31d364ab7ceb tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:16.753256 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de522d7f-9b6d-4b8d-a64c-31d364ab7ceb tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655335'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:16.758279 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6c5158ff-5f0c-4271-b0e9-fa9c91acd091 req-cf6f1c02-ada4-4713-b3f2-445002befde0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677228 Sep 18 12:42:16.758481 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['243e6456-3ebe-4e3a-80f6-bd74e42cd311'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:42:16.778850 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e914d5e-55f8-4909-87a9-fc48254f62b4 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Pushing event deleted for resources: {'Port': ['ID=243e6456-3ebe-4e3a-80f6-bd74e42cd311,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:16.826427 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-384f495d-973d-43b6-b1a0-88235c7dd5df req-3e914d5e-55f8-4909-87a9-fc48254f62b4 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] No DVR routers for this DVR port 243e6456-3ebe-4e3a-80f6-bd74e42cd311 on host hv-cinder-80989 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:42:16.829515 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-384f495d-973d-43b6-b1a0-88235c7dd5df req-3e914d5e-55f8-4909-87a9-fc48254f62b4 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:16.831693 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-384f495d-973d-43b6-b1a0-88235c7dd5df req-3e914d5e-55f8-4909-87a9-fc48254f62b4 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.13 "DELETE /v2.0/ports/243e6456-3ebe-4e3a-80f6-bd74e42cd311 HTTP/1.1" status: 204 len: 173 time: 0.4421630 Sep 18 12:42:16.832132 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d45757b-5f73-478f-a9f8-b325b4dd2cc0', 'name': 'network-vif-deleted', 'tag': '243e6456-3ebe-4e3a-80f6-bd74e42cd311'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:42:16.834628 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cf14a4-a92a-44cc-bbd3-b263ce0d2bed" -d '{"events": [{"server_uuid": "2d45757b-5f73-478f-a9f8-b325b4dd2cc0", "name": "network-vif-deleted", "tag": "243e6456-3ebe-4e3a-80f6-bd74e42cd311"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:42:16.853108 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de522d7f-9b6d-4b8d-a64c-31d364ab7ceb tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Pushing event updated for resources: {'Port': ['ID=88c3a604-4bb5-45aa-8406-295be27e032b,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:16.868362 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5158ff-5f0c-4271-b0e9-fa9c91acd091 req-75dc617c-ef04-41cb-9bbc-5e9edf3454ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:16.870158 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6c5158ff-5f0c-4271-b0e9-fa9c91acd091 req-75dc617c-ef04-41cb-9bbc-5e9edf3454ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4d22566be4e4b22aa8ebdb652155edd&device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 1099 time: 0.0515082 Sep 18 12:42:16.870418 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 6eed02d6-1e85-4490-b354-60f900f3cf5e no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:42:16.878896 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de522d7f-9b6d-4b8d-a64c-31d364ab7ceb tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673873'] for floatingip, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:16.882397 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0405c2e-5e94-425d-b93f-3dcf27eee366 x-openstack-request-id: req-b0405c2e-5e94-425d-b93f-3dcf27eee366 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:42:16.882951 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d45757b-5f73-478f-a9f8-b325b4dd2cc0", "name": "network-vif-deleted", "tag": "243e6456-3ebe-4e3a-80f6-bd74e42cd311", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:42:16.883432 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0405c2e-5e94-425d-b93f-3dcf27eee366 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:42:16.884095 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d45757b-5f73-478f-a9f8-b325b4dd2cc0', 'name': 'network-vif-deleted', 'tag': '243e6456-3ebe-4e3a-80f6-bd74e42cd311', 'status': 'completed', 'code': 200} Sep 18 12:42:16.897276 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de522d7f-9b6d-4b8d-a64c-31d364ab7ceb tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for floatingip, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:16.899484 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-de522d7f-9b6d-4b8d-a64c-31d364ab7ceb tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8737307 Sep 18 12:42:16.920338 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] No Port match for: 6eed02d6-1e85-4490-b354-60f900f3cf5e {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:42:16.920964 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 6eed02d6-1e85-4490-b354-60f900f3cf5e not bound to the agent host hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:42:17.003135 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5158ff-5f0c-4271-b0e9-fa9c91acd091 req-96c7d372-89ac-4e21-a40c-50b6e1dbd959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:17.004642 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6c5158ff-5f0c-4271-b0e9-fa9c91acd091 req-96c7d372-89ac-4e21-a40c-50b6e1dbd959 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da8e8d91-b4c1-44c8-85aa-aea272684f24 HTTP/1.1" status: 200 len: 909 time: 0.1074450 Sep 18 12:42:17.080205 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6c5158ff-5f0c-4271-b0e9-fa9c91acd091 req-fc2a20f0-2a5e-4962-a7c6-d37c9ec045f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8398ecb-222b-4be2-bf32-b90cb0a8b9be HTTP/1.1" status: 200 len: 1002 time: 0.0677156 Sep 18 12:42:17.135145 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-e8013254-5903-4f3c-b91a-acb2277763ed tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1669981673&fields=id&tenant_id=9477430a832042d4b203b849bafeb9e9 HTTP/1.1" status: 200 len: 267 time: 0.0669990 Sep 18 12:42:17.145314 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5158ff-5f0c-4271-b0e9-fa9c91acd091 req-f5c6a205-aadf-47d1-bf46-d09762f1a45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:17.146681 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6c5158ff-5f0c-4271-b0e9-fa9c91acd091 req-f5c6a205-aadf-47d1-bf46-d09762f1a45d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9d4096f-b98a-4336-9196-ad5904271596 HTTP/1.1" status: 200 len: 847 time: 0.0583179 Sep 18 12:42:17.258913 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5158ff-5f0c-4271-b0e9-fa9c91acd091 req-06a1b862-1627-4389-bca3-e93726a8d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:17.260398 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6c5158ff-5f0c-4271-b0e9-fa9c91acd091 req-06a1b862-1627-4389-bca3-e93726a8d0df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da8e8d91-b4c1-44c8-85aa-aea272684f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0950272 Sep 18 12:42:17.296500 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-d32dbc16-6cc4-4909-96d5-a9b5ad87b469 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:17.297959 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-d32dbc16-6cc4-4909-96d5-a9b5ad87b469 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/networks?id=4ab574f3-0ba4-4c64-96c3-ff427a72d455 HTTP/1.1" status: 200 len: 817 time: 0.1552236 Sep 18 12:42:17.356771 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-6ec8e46e-3a53-4685-a445-75ef11faed56 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/quotas/9477430a832042d4b203b849bafeb9e9 HTTP/1.1" status: 200 len: 375 time: 0.0466168 Sep 18 12:42:17.438850 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-22b4d0ae-462f-4773-a9b0-0c071b0853db req-61689ac3-ccdf-4143-80f9-95ffb09df740 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d45757b-5f73-478f-a9f8-b325b4dd2cc0 HTTP/1.1" status: 200 len: 210 time: 0.0466893 Sep 18 12:42:17.454939 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6c5158ff-5f0c-4271-b0e9-fa9c91acd091 req-852430e1-53e6-4e90-82ba-500dbde2803e service neutron] 10.222.0.13 "GET /v2.0/networks/da8e8d91-b4c1-44c8-85aa-aea272684f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841512 Sep 18 12:42:17.492085 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-f1457db6-c7a4-4e47-9c3c-f510540122e6 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9477430a832042d4b203b849bafeb9e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1194196 Sep 18 12:42:17.579501 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:17.625315 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6c5158ff-5f0c-4271-b0e9-fa9c91acd091 req-53b18c31-8707-4d60-9602-e84b9a428d4c service neutron] 10.222.0.13 "GET /v2.0/networks/da8e8d91-b4c1-44c8-85aa-aea272684f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629996 Sep 18 12:42:17.644621 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-5ed85b17-eab4-473b-9f79-d49ebbe81033 service neutron] 10.222.0.24 "GET /v2.0/networks/4ab574f3-0ba4-4c64-96c3-ff427a72d455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319950 Sep 18 12:42:17.737197 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-6beb7d95-9309-49de-9c39-b74ddbb5b695 service neutron] 10.222.0.24 "GET /v2.0/networks/4ab574f3-0ba4-4c64-96c3-ff427a72d455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861328 Sep 18 12:42:17.890593 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-26c4e94f-2597-4e6c-8c13-e5699d7f07d0 req-897f8dac-0d71-427f-8e0c-99877eff0d46 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 210 time: 0.0260298 Sep 18 12:42:18.880320 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 243e6456-3ebe-4e3a-80f6-bd74e42cd311 no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:42:18.902829 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] No Port match for: 243e6456-3ebe-4e3a-80f6-bd74e42cd311 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:42:18.903294 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 243e6456-3ebe-4e3a-80f6-bd74e42cd311 not bound to the agent host hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:42:19.049960 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ae73bbcb-a050-4ee9-a9e9-5871b12ca1ce req-be19c88d-5ae3-40ea-9bc2-fb806840937e tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 210 time: 0.0479510 Sep 18 12:42:19.118422 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-4d01e233-686b-4675-a30b-5d851f2b85f1 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:19.119903 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-4d01e233-686b-4675-a30b-5d851f2b85f1 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/networks?id=af34039f-cd58-4097-b802-938f86dc6a17 HTTP/1.1" status: 200 len: 809 time: 0.4573166 Sep 18 12:42:19.146752 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-790521fc-c477-4e41-9cf3-0f50183540a8 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/quotas/7209740233174114a3c254db743f4cad HTTP/1.1" status: 200 len: 375 time: 0.0194798 Sep 18 12:42:19.153294 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-de8bf64e-24be-4da8-944a-52f2adc59815 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:19.154643 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-de8bf64e-24be-4da8-944a-52f2adc59815 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.13 "GET /v2.0/networks?id=4ab574f3-0ba4-4c64-96c3-ff427a72d455 HTTP/1.1" status: 200 len: 817 time: 0.4488800 Sep 18 12:42:19.188692 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-7a93523d-0b0c-4265-b243-266eaa34b034 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7209740233174114a3c254db743f4cad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331705 Sep 18 12:42:19.223920 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-b6e067f4-d4ca-437d-8aec-5f5542d71e1f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9477430a832042d4b203b849bafeb9e9 HTTP/1.1" status: 200 len: 380 time: 0.0595798 Sep 18 12:42:19.236365 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-4b2d0208-c18d-4914-8799-95f0ec9b2440 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Request body: {'port': {'device_id': 'e8b1d87b-f06b-4182-bfee-88bb9b5c5935', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'admin_state_up': True, 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'security_groups': ['a992b659-77c6-41d0-ba0f-fb628ab9e95e']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:42:19.356553 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-5a33dbb3-70bc-4d04-bb31-cc818ce0738f service neutron] 10.222.0.24 "GET /v2.0/networks/af34039f-cd58-4097-b802-938f86dc6a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602342 Sep 18 12:42:19.448891 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-4b2d0208-c18d-4914-8799-95f0ec9b2440 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Made reservation on behalf of 9477430a832042d4b203b849bafeb9e9 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:42:19.452331 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-4b2d0208-c18d-4914-8799-95f0ec9b2440 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:19.484843 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-503485ff-796c-4f33-85a5-d4c826b47371 service neutron] 10.222.0.24 "GET /v2.0/networks/af34039f-cd58-4097-b802-938f86dc6a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200557 Sep 18 12:42:19.593282 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-4b2d0208-c18d-4914-8799-95f0ec9b2440 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Allocated IP 172.20.0.5 (4ab574f3-0ba4-4c64-96c3-ff427a72d455/60194707-770d-4fdc-856c-c0e71f0849f4/a67078eb-3040-45f5-bdaa-40cfe1a78586) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:42:19.659340 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-85ee56a3-c7e7-4e97-bfc2-3dde0f87ea85 req-0ea04d50-b056-4ec5-8ba2-3fa846f4f38d tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/ports?device_id=faa79fce-eee5-4370-a9a2-2802d8244e7c HTTP/1.1" status: 200 len: 210 time: 0.0308664 Sep 18 12:42:19.753413 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-4b2d0208-c18d-4914-8799-95f0ec9b2440 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:19.789685 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-4b2d0208-c18d-4914-8799-95f0ec9b2440 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:19.835682 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-4b2d0208-c18d-4914-8799-95f0ec9b2440 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Network 4ab574f3-0ba4-4c64-96c3-ff427a72d455 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:42:19.840918 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-4b2d0208-c18d-4914-8799-95f0ec9b2440 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:42:19.847364 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-4b2d0208-c18d-4914-8799-95f0ec9b2440 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:42:19.851245 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d0208-c18d-4914-8799-95f0ec9b2440 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Pushing event updated for resources: {'Port': ['ID=a67078eb-3040-45f5-bdaa-40cfe1a78586,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:19.899995 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-4b2d0208-c18d-4914-8799-95f0ec9b2440 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:19.900710 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-4b2d0208-c18d-4914-8799-95f0ec9b2440 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:19.917212 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-4b2d0208-c18d-4914-8799-95f0ec9b2440 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6841779 Sep 18 12:42:20.034242 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-c3f67d2f-7486-4293-9c61-6536a20ef861 None None] Provisioning complete for port a67078eb-3040-45f5-bdaa-40cfe1a78586 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:42:20.034784 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c3f67d2f-7486-4293-9c61-6536a20ef861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:20.069637 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-c3f67d2f-7486-4293-9c61-6536a20ef861 None None] Port a67078eb-3040-45f5-bdaa-40cfe1a78586 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 12:42:20.167846 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266afe1-aa46-44d5-a92d-20133162c837 req-5875dd05-4054-484e-bd42-3636de9d186a tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:20.169146 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2266afe1-aa46-44d5-a92d-20133162c837 req-5875dd05-4054-484e-bd42-3636de9d186a tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 931 time: 0.0483212 Sep 18 12:42:20.205200 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2266afe1-aa46-44d5-a92d-20133162c837 req-0db26320-11a6-4227-8b0b-036d08c2d4e0 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303030 Sep 18 12:42:20.751415 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8db264f8-5c06-4c25-96f7-3bc2c240b65e req-65f3f829-23ee-4627-ba9a-5bd8caa0f086 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/ports?device_id=faa79fce-eee5-4370-a9a2-2802d8244e7c HTTP/1.1" status: 200 len: 210 time: 0.0266845 Sep 18 12:42:21.327361 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb074a8d-c2ae-4bcf-adb3-ded41f486ea2 req-687e24e2-2267-4532-8393-e117ee4dd1af tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:21.328917 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cb074a8d-c2ae-4bcf-adb3-ded41f486ea2 req-687e24e2-2267-4532-8393-e117ee4dd1af tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 931 time: 0.0516963 Sep 18 12:42:21.369317 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cb074a8d-c2ae-4bcf-adb3-ded41f486ea2 req-23f956cf-af87-4af1-b72c-36271228be4b tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346558 Sep 18 12:42:21.840074 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6925c9fd-9de8-493a-9d30-a0a801c60362 req-a50331e4-200c-4001-8d3a-da88eddd403e tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/ports?device_id=faa79fce-eee5-4370-a9a2-2802d8244e7c HTTP/1.1" status: 200 len: 210 time: 0.0266123 Sep 18 12:42:21.913205 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-8db93b7f-d9d3-4252-8e7c-40b2ae3c2cb3 service neutron] Request body: {'port': {'device_id': 'e8b1d87b-f06b-4182-bfee-88bb9b5c5935', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:42:21.970157 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-8db93b7f-d9d3-4252-8e7c-40b2ae3c2cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:22.237538 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-8db93b7f-d9d3-4252-8e7c-40b2ae3c2cb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67078eb-3040-45f5-bdaa-40cfe1a78586 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:42:22.245415 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-8db93b7f-d9d3-4252-8e7c-40b2ae3c2cb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:22.257059 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-8db93b7f-d9d3-4252-8e7c-40b2ae3c2cb3 service neutron] Transition to ACTIVE for port object a67078eb-3040-45f5-bdaa-40cfe1a78586 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 12:42:22.260528 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-8db93b7f-d9d3-4252-8e7c-40b2ae3c2cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25309473'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:22.332413 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db93b7f-d9d3-4252-8e7c-40b2ae3c2cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=a67078eb-3040-45f5-bdaa-40cfe1a78586,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:22.382356 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-8db93b7f-d9d3-4252-8e7c-40b2ae3c2cb3 service neutron] Attempting to bind port a67078eb-3040-45f5-bdaa-40cfe1a78586 on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:42:22.382746 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-8db93b7f-d9d3-4252-8e7c-40b2ae3c2cb3 service neutron] Attempting to bind port a67078eb-3040-45f5-bdaa-40cfe1a78586 by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': '973df3dd-2de9-4dd8-8f0e-0c9e28980640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:42:22.383072 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-8db93b7f-d9d3-4252-8e7c-40b2ae3c2cb3 service neutron] Attempting to bind port a67078eb-3040-45f5-bdaa-40cfe1a78586 on network 4ab574f3-0ba4-4c64-96c3-ff427a72d455 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:42:22.387722 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-8db93b7f-d9d3-4252-8e7c-40b2ae3c2cb3 service neutron] Port a67078eb-3040-45f5-bdaa-40cfe1a78586 on network 4ab574f3-0ba4-4c64-96c3-ff427a72d455 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 12:42:22.388049 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-8db93b7f-d9d3-4252-8e7c-40b2ae3c2cb3 service neutron] Attempting to bind port a67078eb-3040-45f5-bdaa-40cfe1a78586 on network 4ab574f3-0ba4-4c64-96c3-ff427a72d455 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:42:22.392974 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-8db93b7f-d9d3-4252-8e7c-40b2ae3c2cb3 service neutron] Checking agent: {'id': '48060bde-194c-4a59-bb73-c876edc89e02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'started_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:42:22.393342 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-8db93b7f-d9d3-4252-8e7c-40b2ae3c2cb3 service neutron] Checking segment: {'id': '973df3dd-2de9-4dd8-8f0e-0c9e28980640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:42:22.393724 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-8db93b7f-d9d3-4252-8e7c-40b2ae3c2cb3 service neutron] Bound using segment: {'id': '973df3dd-2de9-4dd8-8f0e-0c9e28980640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:42:22.394149 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-8db93b7f-d9d3-4252-8e7c-40b2ae3c2cb3 service neutron] Bound port: a67078eb-3040-45f5-bdaa-40cfe1a78586, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '973df3dd-2de9-4dd8-8f0e-0c9e28980640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:42:22.394507 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-8db93b7f-d9d3-4252-8e7c-40b2ae3c2cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:22.463114 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-8db93b7f-d9d3-4252-8e7c-40b2ae3c2cb3 service neutron] For port a67078eb-3040-45f5-bdaa-40cfe1a78586, host hv-cinder-80989, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:42:22.466677 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-8db93b7f-d9d3-4252-8e7c-40b2ae3c2cb3 service neutron] For port a67078eb-3040-45f5-bdaa-40cfe1a78586, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a67078eb-3040-45f5-bdaa-40cfe1a78586,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:42:22.481825 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-8db93b7f-d9d3-4252-8e7c-40b2ae3c2cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25309473'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:22.568510 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-8db93b7f-d9d3-4252-8e7c-40b2ae3c2cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:22.569135 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-8db93b7f-d9d3-4252-8e7c-40b2ae3c2cb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:22.570681 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-8db93b7f-d9d3-4252-8e7c-40b2ae3c2cb3 service neutron] 10.222.0.13 "PUT /v2.0/ports/a67078eb-3040-45f5-bdaa-40cfe1a78586 HTTP/1.1" status: 200 len: 1093 time: 0.6618829 Sep 18 12:42:22.571205 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b1d87b-f06b-4182-bfee-88bb9b5c5935', 'tag': 'a67078eb-3040-45f5-bdaa-40cfe1a78586'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:42:22.573825 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7b7555-b3ef-44f5-a00a-e46b1df8aa7c" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b1d87b-f06b-4182-bfee-88bb9b5c5935", "tag": "a67078eb-3040-45f5-bdaa-40cfe1a78586"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:42:22.650261 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6322b855-7af8-459b-92fc-c1f4ecee6f6b x-openstack-request-id: req-6322b855-7af8-459b-92fc-c1f4ecee6f6b {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:42:22.650581 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b1d87b-f06b-4182-bfee-88bb9b5c5935", "tag": "a67078eb-3040-45f5-bdaa-40cfe1a78586", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:42:22.650785 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6322b855-7af8-459b-92fc-c1f4ecee6f6b {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:42:22.651178 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b1d87b-f06b-4182-bfee-88bb9b5c5935', 'tag': 'a67078eb-3040-45f5-bdaa-40cfe1a78586', 'status': 'completed', 'code': 200} Sep 18 12:42:22.657622 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db93b7f-d9d3-4252-8e7c-40b2ae3c2cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=a67078eb-3040-45f5-bdaa-40cfe1a78586,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:22.687553 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f4ca7-aaea-46b5-b76e-f7415a18f24b req-a983fe28-0612-4961-a987-fac1a80e87e4 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:22.689228 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ef8f4ca7-aaea-46b5-b76e-f7415a18f24b req-a983fe28-0612-4961-a987-fac1a80e87e4 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 943 time: 0.2212024 Sep 18 12:42:22.742805 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-8b96ff17-48e7-4d48-9e2f-4f072f2a9a4d tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:22.744363 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-8b96ff17-48e7-4d48-9e2f-4f072f2a9a4d tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.13 "GET /v2.0/networks?id=af34039f-cd58-4097-b802-938f86dc6a17 HTTP/1.1" status: 200 len: 809 time: 0.2197402 Sep 18 12:42:22.763450 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-06532d59-3483-478a-bdbf-212fccf255be tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Request body: {'port': {'device_id': 'faa79fce-eee5-4370-a9a2-2802d8244e7c', 'network_id': 'af34039f-cd58-4097-b802-938f86dc6a17', 'admin_state_up': True, 'tenant_id': '7209740233174114a3c254db743f4cad'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:42:22.769346 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-a9bf55b6-7c7c-46b1-981f-b23c005cb6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:22.770793 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-a9bf55b6-7c7c-46b1-981f-b23c005cb6bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9477430a832042d4b203b849bafeb9e9&device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 1096 time: 0.1441824 Sep 18 12:42:22.777552 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ef8f4ca7-aaea-46b5-b76e-f7415a18f24b req-b26ddfe7-0577-4cea-b307-7026f06bdf22 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787363 Sep 18 12:42:22.830261 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-783eddd3-64b4-4134-b2e8-af289090bf1e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a67078eb-3040-45f5-bdaa-40cfe1a78586 HTTP/1.1" status: 200 len: 217 time: 0.0428584 Sep 18 12:42:22.950172 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1e17e5eb-e46f-447e-b06f-e69f4a0f7346 req-b3872c64-5ddc-40a8-a374-d52a4aca5d9c tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/ports?device_id=faa79fce-eee5-4370-a9a2-2802d8244e7c HTTP/1.1" status: 200 len: 210 time: 0.0438457 Sep 18 12:42:22.957576 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-a49a61b2-af23-4015-b6bf-7872aeb1f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:22.958895 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-a49a61b2-af23-4015-b6bf-7872aeb1f76f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60194707-770d-4fdc-856c-c0e71f0849f4 HTTP/1.1" status: 200 len: 856 time: 0.0940802 Sep 18 12:42:23.000759 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-06532d59-3483-478a-bdbf-212fccf255be tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Made reservation on behalf of 7209740233174114a3c254db743f4cad for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:42:23.004120 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-06532d59-3483-478a-bdbf-212fccf255be tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:23.038094 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-faae9030-56b2-42ac-a45a-5fee61e70fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:23.039627 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-faae9030-56b2-42ac-a45a-5fee61e70fbc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ab574f3-0ba4-4c64-96c3-ff427a72d455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725276 Sep 18 12:42:23.204359 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-06532d59-3483-478a-bdbf-212fccf255be tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Allocated IP 172.20.0.3 (af34039f-cd58-4097-b802-938f86dc6a17/40c80d51-6c22-45f7-a07a-a0a47f410ae1/6f24fac1-5d41-43db-925d-7521715f817e) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:42:23.209971 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-22a40251-c923-4f1a-b3e8-0efb28fb541a service neutron] 10.222.0.13 "GET /v2.0/networks/4ab574f3-0ba4-4c64-96c3-ff427a72d455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451032 Sep 18 12:42:23.394630 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f039aac1-beb6-4fa0-8ce3-9259d4cea9ae req-e47ce2fb-b25b-4c03-a167-b33603d380a4 service neutron] 10.222.0.13 "GET /v2.0/networks/4ab574f3-0ba4-4c64-96c3-ff427a72d455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758468 Sep 18 12:42:23.441183 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-06532d59-3483-478a-bdbf-212fccf255be tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:23.549862 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b7555-b3ef-44f5-a00a-e46b1df8aa7c req-2cbaba45-028b-4be5-b232-2818dbab33bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:23.551361 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5c7b7555-b3ef-44f5-a00a-e46b1df8aa7c req-2cbaba45-028b-4be5-b232-2818dbab33bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9477430a832042d4b203b849bafeb9e9&device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 1096 time: 0.1034741 Sep 18 12:42:23.562587 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e677d93-c6c7-4fbc-9e2e-adccb894301c req-be7c80ab-0ad2-4caf-81b6-fa0f046b55f1 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:23.564075 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2e677d93-c6c7-4fbc-9e2e-adccb894301c req-be7c80ab-0ad2-4caf-81b6-fa0f046b55f1 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 945 time: 0.1031616 Sep 18 12:42:23.587947 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-06532d59-3483-478a-bdbf-212fccf255be tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:23.686152 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-06532d59-3483-478a-bdbf-212fccf255be tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Network af34039f-cd58-4097-b802-938f86dc6a17 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:42:23.701129 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-06532d59-3483-478a-bdbf-212fccf255be tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:42:23.703491 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-06532d59-3483-478a-bdbf-212fccf255be tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:42:23.738709 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06532d59-3483-478a-bdbf-212fccf255be tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Pushing event updated for resources: {'Port': ['ID=6f24fac1-5d41-43db-925d-7521715f817e,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:23.753683 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2e677d93-c6c7-4fbc-9e2e-adccb894301c req-fac3efdd-8f3f-41ce-838c-18baa5caec29 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780324 Sep 18 12:42:23.776567 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 55556) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:23.777399 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b7555-b3ef-44f5-a00a-e46b1df8aa7c req-06dfe270-e74e-4b59-9c1f-5443d464d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:23.778845 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5c7b7555-b3ef-44f5-a00a-e46b1df8aa7c req-06dfe270-e74e-4b59-9c1f-5443d464d4ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ab574f3-0ba4-4c64-96c3-ff427a72d455 HTTP/1.1" status: 200 len: 918 time: 0.2130859 Sep 18 12:42:23.784631 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-06532d59-3483-478a-bdbf-212fccf255be tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:23.785227 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-06532d59-3483-478a-bdbf-212fccf255be tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:23.829214 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5c7b7555-b3ef-44f5-a00a-e46b1df8aa7c req-c9b14263-610c-4b78-8565-83d01c7642a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a67078eb-3040-45f5-bdaa-40cfe1a78586 HTTP/1.1" status: 200 len: 217 time: 0.0403428 Sep 18 12:42:23.831890 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-06532d59-3483-478a-bdbf-212fccf255be tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0742073 Sep 18 12:42:23.885362 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-55b56a24-77c4-4dfc-bc44-f9cbae0943eb service neutron] Request body: {'port': {'device_id': 'faa79fce-eee5-4370-a9a2-2802d8244e7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:42:23.953246 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b7555-b3ef-44f5-a00a-e46b1df8aa7c req-ffb71016-423a-4f06-9e5c-6063525c3335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:23.954681 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5c7b7555-b3ef-44f5-a00a-e46b1df8aa7c req-ffb71016-423a-4f06-9e5c-6063525c3335 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60194707-770d-4fdc-856c-c0e71f0849f4 HTTP/1.1" status: 200 len: 856 time: 0.1050649 Sep 18 12:42:23.978120 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1072abec-9878-4063-b29d-945d766d7fe5 tempest-TestMinimumBasicScenario-1136760874 tempest-TestMinimumBasicScenario-1136760874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:23.982987 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-1072abec-9878-4063-b29d-945d766d7fe5 tempest-TestMinimumBasicScenario-1136760874 tempest-TestMinimumBasicScenario-1136760874-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 1093 time: 0.2053988 Sep 18 12:42:23.983579 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 55566) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:23.987897 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-ce638408-928a-42e5-877f-1be369df1c30 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Request body: {'floatingip': {'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'port_id': '918df4b1-a140-4b01-ac32-3bca12910e04', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:42:24.010389 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ce638408-928a-42e5-877f-1be369df1c30 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for floatingip, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:24.018081 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103eb41-314e-4fda-a105-806943d08dd5 req-f19e2dea-bf33-4bf4-8fbc-5570b9ef824c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:24.019574 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8103eb41-314e-4fda-a105-806943d08dd5 req-f19e2dea-bf33-4bf4-8fbc-5570b9ef824c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 943 time: 0.1596148 Sep 18 12:42:24.020169 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-55b56a24-77c4-4dfc-bc44-f9cbae0943eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:24.108149 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b7555-b3ef-44f5-a00a-e46b1df8aa7c req-ae079b94-51ee-479e-9b80-5688c418ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:24.109627 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5c7b7555-b3ef-44f5-a00a-e46b1df8aa7c req-ae079b94-51ee-479e-9b80-5688c418ba1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ab574f3-0ba4-4c64-96c3-ff427a72d455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1358924 Sep 18 12:42:24.111869 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ce638408-928a-42e5-877f-1be369df1c30 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:24.145983 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8103eb41-314e-4fda-a105-806943d08dd5 req-750e3e6f-580f-4f16-8f62-52213cfe20e9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159790 Sep 18 12:42:24.221767 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-ce638408-928a-42e5-877f-1be369df1c30 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Allocated IP 172.27.1.152 (135fce6b-ed16-41bb-8b70-07cd0f37ee2f/d6efedb2-cfaf-4090-8480-952b0af5c0d6/21f12c6f-afa7-4c5f-a9e3-0ece2a7ccb7f) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:42:24.330495 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ce638408-928a-42e5-877f-1be369df1c30 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:24.365782 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ce638408-928a-42e5-877f-1be369df1c30 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:24.404335 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce638408-928a-42e5-877f-1be369df1c30 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:42:24.408109 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-ce638408-928a-42e5-877f-1be369df1c30 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:42:24.412259 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce638408-928a-42e5-877f-1be369df1c30 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:42:24.423896 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ce1303cc-b4bc-40c2-bbfc-0abb85bb59da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:24.439092 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce638408-928a-42e5-877f-1be369df1c30 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Pushing event updated for resources: {'Port': ['ID=21f12c6f-afa7-4c5f-a9e3-0ece2a7ccb7f,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:24.461457 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb60760-aa4f-42c1-aa2f-29448224c56b req-ddae04bd-2fa1-4f44-a5c4-c0bc78320411 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:24.462911 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4fb60760-aa4f-42c1-aa2f-29448224c56b req-ddae04bd-2fa1-4f44-a5c4-c0bc78320411 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/ports?device_id=faa79fce-eee5-4370-a9a2-2802d8244e7c HTTP/1.1" status: 200 len: 931 time: 0.4296403 Sep 18 12:42:24.597896 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4fb60760-aa4f-42c1-aa2f-29448224c56b req-3419b6f4-0b65-448d-ba77-044e4fd97bb0 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d17110-f7fd-4b76-80cd-5e1d6d74fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251431 Sep 18 12:42:24.617209 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5c7b7555-b3ef-44f5-a00a-e46b1df8aa7c req-cdb9e46c-6981-4c64-8917-40e4748edcc0 service neutron] 10.222.0.13 "GET /v2.0/networks/4ab574f3-0ba4-4c64-96c3-ff427a72d455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934661 Sep 18 12:42:24.770852 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5c7b7555-b3ef-44f5-a00a-e46b1df8aa7c req-686dd7c6-e4ec-4684-a0f9-9998d4e49644 service neutron] 10.222.0.13 "GET /v2.0/networks/4ab574f3-0ba4-4c64-96c3-ff427a72d455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442225 Sep 18 12:42:24.776658 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-55b56a24-77c4-4dfc-bc44-f9cbae0943eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f24fac1-5d41-43db-925d-7521715f817e {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:42:24.787978 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-55b56a24-77c4-4dfc-bc44-f9cbae0943eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:24.808334 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-55b56a24-77c4-4dfc-bc44-f9cbae0943eb service neutron] Transition to ACTIVE for port object 6f24fac1-5d41-43db-925d-7521715f817e will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 12:42:24.812509 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-55b56a24-77c4-4dfc-bc44-f9cbae0943eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25309473'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:24.886959 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b56a24-77c4-4dfc-bc44-f9cbae0943eb service neutron] Pushing event updated for resources: {'Port': ['ID=6f24fac1-5d41-43db-925d-7521715f817e,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:24.944925 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-55b56a24-77c4-4dfc-bc44-f9cbae0943eb service neutron] Attempting to bind port 6f24fac1-5d41-43db-925d-7521715f817e on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:42:24.945890 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-55b56a24-77c4-4dfc-bc44-f9cbae0943eb service neutron] Attempting to bind port 6f24fac1-5d41-43db-925d-7521715f817e by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': '4f4db711-c33a-4b3b-a73b-069c723d69e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'af34039f-cd58-4097-b802-938f86dc6a17'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:42:24.946243 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-55b56a24-77c4-4dfc-bc44-f9cbae0943eb service neutron] Attempting to bind port 6f24fac1-5d41-43db-925d-7521715f817e on network af34039f-cd58-4097-b802-938f86dc6a17 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:42:24.950928 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-55b56a24-77c4-4dfc-bc44-f9cbae0943eb service neutron] Port 6f24fac1-5d41-43db-925d-7521715f817e on network af34039f-cd58-4097-b802-938f86dc6a17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 12:42:24.951279 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-55b56a24-77c4-4dfc-bc44-f9cbae0943eb service neutron] Attempting to bind port 6f24fac1-5d41-43db-925d-7521715f817e on network af34039f-cd58-4097-b802-938f86dc6a17 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:42:24.957075 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-55b56a24-77c4-4dfc-bc44-f9cbae0943eb service neutron] Checking agent: {'id': '48060bde-194c-4a59-bb73-c876edc89e02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'started_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:42:24.957410 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-55b56a24-77c4-4dfc-bc44-f9cbae0943eb service neutron] Checking segment: {'id': '4f4db711-c33a-4b3b-a73b-069c723d69e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'af34039f-cd58-4097-b802-938f86dc6a17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:42:24.957851 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-55b56a24-77c4-4dfc-bc44-f9cbae0943eb service neutron] Bound using segment: {'id': '4f4db711-c33a-4b3b-a73b-069c723d69e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'af34039f-cd58-4097-b802-938f86dc6a17'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:42:24.958401 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-55b56a24-77c4-4dfc-bc44-f9cbae0943eb service neutron] Bound port: 6f24fac1-5d41-43db-925d-7521715f817e, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4db711-c33a-4b3b-a73b-069c723d69e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'af34039f-cd58-4097-b802-938f86dc6a17'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:42:24.958754 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-55b56a24-77c4-4dfc-bc44-f9cbae0943eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:24.999790 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ce638408-928a-42e5-877f-1be369df1c30 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:25.032751 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-55b56a24-77c4-4dfc-bc44-f9cbae0943eb service neutron] For port 6f24fac1-5d41-43db-925d-7521715f817e, host hv-cinder-80989, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:42:25.035961 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-55b56a24-77c4-4dfc-bc44-f9cbae0943eb service neutron] For port 6f24fac1-5d41-43db-925d-7521715f817e, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=6f24fac1-5d41-43db-925d-7521715f817e,segment=NetworkSegment(4f4db711-c33a-4b3b-a73b-069c723d69e8),segment_id=4f4db711-c33a-4b3b-a73b-069c723d69e8)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:42:25.040151 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-55b56a24-77c4-4dfc-bc44-f9cbae0943eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25309473'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:25.065023 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ce638408-928a-42e5-877f-1be369df1c30 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:25.075721 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-55b56a24-77c4-4dfc-bc44-f9cbae0943eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:25.076336 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-55b56a24-77c4-4dfc-bc44-f9cbae0943eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:25.077715 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-55b56a24-77c4-4dfc-bc44-f9cbae0943eb service neutron] 10.222.0.13 "PUT /v2.0/ports/6f24fac1-5d41-43db-925d-7521715f817e HTTP/1.1" status: 200 len: 1093 time: 1.2197564 Sep 18 12:42:25.078137 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa79fce-eee5-4370-a9a2-2802d8244e7c', 'tag': '6f24fac1-5d41-43db-925d-7521715f817e'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:42:25.080368 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2103ff-ffb4-47ba-a209-fe50429cb334" -d '{"events": [{"name": "network-changed", "server_uuid": "faa79fce-eee5-4370-a9a2-2802d8244e7c", "tag": "6f24fac1-5d41-43db-925d-7521715f817e"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:42:25.105852 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b56a24-77c4-4dfc-bc44-f9cbae0943eb service neutron] Pushing event updated for resources: {'Port': ['ID=6f24fac1-5d41-43db-925d-7521715f817e,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:25.129462 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267dc675-2e04-46e4-b46a-eaae95951fb1 x-openstack-request-id: req-267dc675-2e04-46e4-b46a-eaae95951fb1 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:42:25.129740 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa79fce-eee5-4370-a9a2-2802d8244e7c", "tag": "6f24fac1-5d41-43db-925d-7521715f817e", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:42:25.129978 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-267dc675-2e04-46e4-b46a-eaae95951fb1 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:42:25.130359 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faa79fce-eee5-4370-a9a2-2802d8244e7c', 'tag': '6f24fac1-5d41-43db-925d-7521715f817e', 'status': 'completed', 'code': 200} Sep 18 12:42:25.158886 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-5371ea63-ced6-4e84-9269-c601168eae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:25.160440 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-5371ea63-ced6-4e84-9269-c601168eae2e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7209740233174114a3c254db743f4cad&device_id=faa79fce-eee5-4370-a9a2-2802d8244e7c HTTP/1.1" status: 200 len: 1096 time: 0.0434325 Sep 18 12:42:25.206897 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-4698d906-298d-4399-b376-dc4566e03eca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f24fac1-5d41-43db-925d-7521715f817e HTTP/1.1" status: 200 len: 217 time: 0.0383060 Sep 18 12:42:25.217837 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ce638408-928a-42e5-877f-1be369df1c30 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:25.223375 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ce638408-928a-42e5-877f-1be369df1c30 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655335'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:25.281179 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-26c2c6d2-443b-40e3-84c3-778ff1e0dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:25.282632 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-26c2c6d2-443b-40e3-84c3-778ff1e0dd27 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40c80d51-6c22-45f7-a07a-a0a47f410ae1 HTTP/1.1" status: 200 len: 849 time: 0.0684695 Sep 18 12:42:25.297292 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce638408-928a-42e5-877f-1be369df1c30 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Pushing event updated for resources: {'Port': ['ID=21f12c6f-afa7-4c5f-a9e3-0ece2a7ccb7f,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:25.305770 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ce638408-928a-42e5-877f-1be369df1c30 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673873'] for floatingip, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:25.308431 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a3c22-152c-40d3-9021-6046eccca6ea req-6adad792-081c-452f-bd8b-9005748c3b87 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:25.310035 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-334a3c22-152c-40d3-9021-6046eccca6ea req-6adad792-081c-452f-bd8b-9005748c3b87 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 943 time: 0.0873027 Sep 18 12:42:25.326243 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-74796db4-3ad1-4a40-937c-2c38e7b98430 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af34039f-cd58-4097-b802-938f86dc6a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354958 Sep 18 12:42:25.385311 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-334a3c22-152c-40d3-9021-6046eccca6ea req-2b41f81d-cc7b-4a7a-83af-c102584e9e26 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612445 Sep 18 12:42:25.411935 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.db.l3_db [None req-ce638408-928a-42e5-877f-1be369df1c30 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Floating IP 12234bf1-5b3f-4018-8682-5f03774868ca associated. External IP: 172.27.1.152, port: 918df4b1-a140-4b01-ac32-3bca12910e04. Sep 18 12:42:25.439703 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-a6a7e543-2b7d-4d1d-9764-0003ee5ea2b1 service neutron] 10.222.0.13 "GET /v2.0/networks/af34039f-cd58-4097-b802-938f86dc6a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980289 Sep 18 12:42:25.532544 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82635d04-71fa-4c74-bc24-7deb7ba5dc68 req-9a38d811-de59-4fef-b335-a99de3d3b291 service neutron] 10.222.0.13 "GET /v2.0/networks/af34039f-cd58-4097-b802-938f86dc6a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847344 Sep 18 12:42:25.619413 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce638408-928a-42e5-877f-1be369df1c30 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Router 2421224d-ca9c-4f20-b577-b511f379a8c3 has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:42:25.623921 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2103ff-ffb4-47ba-a209-fe50429cb334 req-d7197c5f-7f6e-4eb4-aa57-25a313362a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:25.625502 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb2103ff-ffb4-47ba-a209-fe50429cb334 req-d7197c5f-7f6e-4eb4-aa57-25a313362a1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7209740233174114a3c254db743f4cad&device_id=faa79fce-eee5-4370-a9a2-2802d8244e7c HTTP/1.1" status: 200 len: 1096 time: 0.0458999 Sep 18 12:42:25.730838 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce638408-928a-42e5-877f-1be369df1c30 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:42:25.741710 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a5ac37-6952-433c-8f38-35ed20c06c41 None None] Sync routers for ids ['2421224d-ca9c-4f20-b577-b511f379a8c3'] in dv-cinder-809894-1-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:42:25.749269 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ce638408-928a-42e5-877f-1be369df1c30 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for floatingip, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:25.750826 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2103ff-ffb4-47ba-a209-fe50429cb334 req-0fbcf95a-c8ee-4b3f-871e-5256fdb8035b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:25.752415 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb2103ff-ffb4-47ba-a209-fe50429cb334 req-0fbcf95a-c8ee-4b3f-871e-5256fdb8035b service neutron] 10.222.0.13 "GET /v2.0/networks?id=af34039f-cd58-4097-b802-938f86dc6a17 HTTP/1.1" status: 200 len: 910 time: 0.1178567 Sep 18 12:42:25.754264 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a5ac37-6952-433c-8f38-35ed20c06c41 None None] Routers {'2421224d-ca9c-4f20-b577-b511f379a8c3'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:42:25.754937 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-b3a5ac37-6952-433c-8f38-35ed20c06c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:41:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['2421224d-ca9c-4f20-b577-b511f379a8c3'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:42:25.760706 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0d6c0-291f-4d4e-ad16-35ffebb73849 req-05317e8b-337f-45b3-84d0-89ca7562b23f tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:25.762376 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-22a0d6c0-291f-4d4e-ad16-35ffebb73849 req-05317e8b-337f-45b3-84d0-89ca7562b23f tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/ports?device_id=faa79fce-eee5-4370-a9a2-2802d8244e7c HTTP/1.1" status: 200 len: 943 time: 0.0723989 Sep 18 12:42:25.780446 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ce638408-928a-42e5-877f-1be369df1c30 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7933242 Sep 18 12:42:25.780446 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d10ef3-15fb-452b-a9dd-8ff0364cdc79', 'tag': '918df4b1-a140-4b01-ac32-3bca12910e04'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:42:25.781131 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e020be344c3c72492647676234d3904a5fccbfbca8e1277db2cbf238375b01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2143d74e-b3a1-439a-9c19-ae23343acd35" -d '{"events": [{"name": "network-changed", "server_uuid": "93d10ef3-15fb-452b-a9dd-8ff0364cdc79", "tag": "918df4b1-a140-4b01-ac32-3bca12910e04"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:42:25.783793 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 55582) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:25.788447 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-90612ffd-c196-418b-aed5-d4f871394aab tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-508423167', 'description': 'tempest-secgroup-smoke-508423167 description', 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:42:25.810618 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb2103ff-ffb4-47ba-a209-fe50429cb334 req-a16005c5-97ac-4980-9f89-ac4312cb8449 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f24fac1-5d41-43db-925d-7521715f817e HTTP/1.1" status: 200 len: 217 time: 0.0472829 Sep 18 12:42:25.813836 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-90612ffd-c196-418b-aed5-d4f871394aab tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:25.829877 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b45195c-2b05-4931-9ea6-f3243764ce58 x-openstack-request-id: req-9b45195c-2b05-4931-9ea6-f3243764ce58 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:42:25.830160 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d10ef3-15fb-452b-a9dd-8ff0364cdc79", "tag": "918df4b1-a140-4b01-ac32-3bca12910e04", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:42:25.830403 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b45195c-2b05-4931-9ea6-f3243764ce58 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:42:25.830791 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d10ef3-15fb-452b-a9dd-8ff0364cdc79', 'tag': '918df4b1-a140-4b01-ac32-3bca12910e04', 'status': 'completed', 'code': 200} Sep 18 12:42:25.886670 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-b3a5ac37-6952-433c-8f38-35ed20c06c41 None None] Set router 2421224d-ca9c-4f20-b577-b511f379a8c3 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:42:25.894939 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-22a0d6c0-291f-4d4e-ad16-35ffebb73849 req-445151fa-4c76-431e-a72d-32718eeb4658 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d17110-f7fd-4b76-80cd-5e1d6d74fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248791 Sep 18 12:42:25.925220 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-90612ffd-c196-418b-aed5-d4f871394aab tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:25.925434 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2103ff-ffb4-47ba-a209-fe50429cb334 req-77ac67f6-4c5c-4bb5-bc0c-c05e8156a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:25.926418 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device a67078eb-3040-45f5-bdaa-40cfe1a78586 details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 12:42:25.926818 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb2103ff-ffb4-47ba-a209-fe50429cb334 req-77ac67f6-4c5c-4bb5-bc0c-c05e8156a8ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40c80d51-6c22-45f7-a07a-a0a47f410ae1 HTTP/1.1" status: 200 len: 849 time: 0.1031551 Sep 18 12:42:25.931654 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-90612ffd-c196-418b-aed5-d4f871394aab tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:25.947384 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143d74e-b3a1-439a-9c19-ae23343acd35 req-cd323a97-4ea7-407f-ade8-0a1449318e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:25.948886 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2143d74e-b3a1-439a-9c19-ae23343acd35 req-cd323a97-4ea7-407f-ade8-0a1449318e06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6913bac521ff4566bd8a0c4e0edcf8b7&device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 1098 time: 0.0739789 Sep 18 12:42:25.971810 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb2103ff-ffb4-47ba-a209-fe50429cb334 req-59affdc5-05a0-4844-93dc-76f75b924226 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af34039f-cd58-4097-b802-938f86dc6a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345531 Sep 18 12:42:25.977497 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-90612ffd-c196-418b-aed5-d4f871394aab tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:25.979136 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-90612ffd-c196-418b-aed5-d4f871394aab tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1939323 Sep 18 12:42:25.982265 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 55592) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:25.986939 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-a2115a05-4890-4f53-ba73-1bc2c8c1c631 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Request body: {'security_group_rule': {'security_group_id': '2e852c77-dd87-412c-9147-25abf5942355', 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:42:26.017416 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90612ffd-c196-418b-aed5-d4f871394aab tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e852c77-dd87-412c-9147-25abf5942355,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:26.028713 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a2115a05-4890-4f53-ba73-1bc2c8c1c631 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:26.091612 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a2115a05-4890-4f53-ba73-1bc2c8c1c631 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:26.097285 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a2115a05-4890-4f53-ba73-1bc2c8c1c631 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772246'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:26.124378 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2115a05-4890-4f53-ba73-1bc2c8c1c631 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c081cc22-e04a-49f6-b8d1-19bb7487dceb,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:26.128562 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a2115a05-4890-4f53-ba73-1bc2c8c1c631 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:26.129982 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-a2115a05-4890-4f53-ba73-1bc2c8c1c631 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465778 Sep 18 12:42:26.133252 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 55594) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:26.138244 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb2103ff-ffb4-47ba-a209-fe50429cb334 req-02f9d5b4-4cc5-4122-8dfd-e02bf86db2f2 service neutron] 10.222.0.13 "GET /v2.0/networks/af34039f-cd58-4097-b802-938f86dc6a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548631 Sep 18 12:42:26.138914 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-a12aa0e0-939b-435d-98ab-1e67d93b3b0d tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Request body: {'security_group_rule': {'security_group_id': '2e852c77-dd87-412c-9147-25abf5942355', 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:42:26.139222 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143d74e-b3a1-439a-9c19-ae23343acd35 req-8c1a89ef-d65f-48f6-8271-6ac1497e455f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:26.140585 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2143d74e-b3a1-439a-9c19-ae23343acd35 req-8c1a89ef-d65f-48f6-8271-6ac1497e455f service neutron] 10.222.0.13 "GET /v2.0/networks?id=03a59fa9-bec1-46db-b398-93e740f3293f HTTP/1.1" status: 200 len: 916 time: 0.1717100 Sep 18 12:42:26.173159 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a12aa0e0-939b-435d-98ab-1e67d93b3b0d tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:26.250767 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a12aa0e0-939b-435d-98ab-1e67d93b3b0d tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:26.258160 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a12aa0e0-939b-435d-98ab-1e67d93b3b0d tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772246'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:26.272596 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2143d74e-b3a1-439a-9c19-ae23343acd35 req-4f217bc2-fad5-4e20-82fc-22e9f0a382ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=918df4b1-a140-4b01-ac32-3bca12910e04 HTTP/1.1" status: 200 len: 999 time: 0.1136370 Sep 18 12:42:26.276700 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12aa0e0-939b-435d-98ab-1e67d93b3b0d tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=586cd506-a2e1-4d5b-98a3-de0a3939f78b,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:26.288620 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a12aa0e0-939b-435d-98ab-1e67d93b3b0d tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:26.289839 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-a12aa0e0-939b-435d-98ab-1e67d93b3b0d tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1552949 Sep 18 12:42:26.292551 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 55596) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:26.297043 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-78e26b1b-9bed-4fb9-82c1-b14b5741b7d5 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Request body: {'security_group_rule': {'security_group_id': '2e852c77-dd87-412c-9147-25abf5942355', 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:42:26.327009 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-78e26b1b-9bed-4fb9-82c1-b14b5741b7d5 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:26.327302 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb2103ff-ffb4-47ba-a209-fe50429cb334 req-83c022f1-a199-40d9-bccc-a5a0784c1eb3 service neutron] 10.222.0.13 "GET /v2.0/networks/af34039f-cd58-4097-b802-938f86dc6a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759253 Sep 18 12:42:26.336558 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143d74e-b3a1-439a-9c19-ae23343acd35 req-ef04edfe-d9ff-480b-802f-4eb552197ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:26.337973 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2143d74e-b3a1-439a-9c19-ae23343acd35 req-ef04edfe-d9ff-480b-802f-4eb552197ce8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=daf16491-9ce3-4bbf-a0c9-60e69eaa99c0 HTTP/1.1" status: 200 len: 854 time: 0.0566859 Sep 18 12:42:26.374386 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port a67078eb-3040-45f5-bdaa-40cfe1a78586, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a67078eb-3040-45f5-bdaa-40cfe1a78586,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:42:26.389067 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143d74e-b3a1-439a-9c19-ae23343acd35 req-9e405575-d7aa-4e43-8541-111bf1214886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:26.390564 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2143d74e-b3a1-439a-9c19-ae23343acd35 req-9e405575-d7aa-4e43-8541-111bf1214886 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=03a59fa9-bec1-46db-b398-93e740f3293f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411839 Sep 18 12:42:26.394795 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Returning: {'device': 'a67078eb-3040-45f5-bdaa-40cfe1a78586', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'port_id': 'a67078eb-3040-45f5-bdaa-40cfe1a78586', 'mac_address': 'fa:16:3e:2f:da:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 12:42:26.403647 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-78e26b1b-9bed-4fb9-82c1-b14b5741b7d5 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:26.409962 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-78e26b1b-9bed-4fb9-82c1-b14b5741b7d5 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772246'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:26.434331 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-78e26b1b-9bed-4fb9-82c1-b14b5741b7d5 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:26.439885 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-78e26b1b-9bed-4fb9-82c1-b14b5741b7d5 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1462142 Sep 18 12:42:26.440606 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 55600) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:26.447604 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-7144351f-47da-479e-b9ad-4e53330526c3 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Request body: {'security_group_rule': {'security_group_id': '2e852c77-dd87-412c-9147-25abf5942355', 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:42:26.465193 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e26b1b-9bed-4fb9-82c1-b14b5741b7d5 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4d7beb-2f4f-4c37-9f84-c3ca4b490ea4,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:26.468545 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:26.480262 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7144351f-47da-479e-b9ad-4e53330526c3 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:26.489618 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67078eb-3040-45f5-bdaa-40cfe1a78586 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:42:26.517282 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port a67078eb-3040-45f5-bdaa-40cfe1a78586, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a67078eb-3040-45f5-bdaa-40cfe1a78586,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:42:26.524620 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:26.534119 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-b3a5ac37-6952-433c-8f38-35ed20c06c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'name': 'tempest-TestMinimumBasicScenario-2061823698-router', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '99f24548-c254-4eb1-a2d1-f480e97ef104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:41:26Z', 'updated_at': '2021-09-18T12:41:29Z', 'revision_number': 4, 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'gw_port': {'id': '99f24548-c254-4eb1-a2d1-f480e97ef104', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:26Z', 'updated_at': '2021-09-18T12:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': '12234bf1-5b3f-4018-8682-5f03774868ca', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'port_id': '918df4b1-a140-4b01-ac32-3bca12910e04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f', 'mac_address': 'fa:16:3e:55:d0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d10ef3-15fb-452b-a9dd-8ff0364cdc79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:42:24Z', 'updated_at': '2021-09-18T12:42:24Z', 'revision_number': 0, 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95126d1-f5af-4e68-805a-bda1eb707729', 'name': '', 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'mac_address': 'fa:16:3e:65:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'daf16491-9ce3-4bbf-a0c9-60e69eaa99c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:28Z', 'updated_at': '2021-09-18T12:41:35Z', 'revision_number': 5, 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'subnets': [{'id': 'daf16491-9ce3-4bbf-a0c9-60e69eaa99c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:42:26.558961 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7144351f-47da-479e-b9ad-4e53330526c3 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:26.561470 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fbe5d0-5ed6-43be-beff-4d354bbcc062 req-af097952-a154-43e9-b57b-ea14617b3a47 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:26.562996 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-15fbe5d0-5ed6-43be-beff-4d354bbcc062 req-af097952-a154-43e9-b57b-ea14617b3a47 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 943 time: 0.0801923 Sep 18 12:42:26.565035 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7144351f-47da-479e-b9ad-4e53330526c3 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772246'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:26.566914 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2143d74e-b3a1-439a-9c19-ae23343acd35 req-cd3524e2-2e0b-47e3-bc89-1aafe606f5df service neutron] 10.222.0.13 "GET /v2.0/networks/03a59fa9-bec1-46db-b398-93e740f3293f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675751 Sep 18 12:42:26.583058 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a5ac37-6952-433c-8f38-35ed20c06c41 None None] Checking router: 2421224d-ca9c-4f20-b577-b511f379a8c3 for host: dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:42:26.592245 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7144351f-47da-479e-b9ad-4e53330526c3 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:26.594175 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-7144351f-47da-479e-b9ad-4e53330526c3 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1505487 Sep 18 12:42:26.597334 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 55602) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:26.598309 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144351f-47da-479e-b9ad-4e53330526c3 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87b103e-0e26-4d58-bff9-62e9d3cbf442,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:26.604598 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-dcf30d96-a9f6-4e1a-949b-3984b5ff13b6 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Request body: {'security_group_rule': {'security_group_id': '2e852c77-dd87-412c-9147-25abf5942355', 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:42:26.605870 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a5ac37-6952-433c-8f38-35ed20c06c41 None None] Routers {'2421224d-ca9c-4f20-b577-b511f379a8c3'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:42:26.606479 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-b3a5ac37-6952-433c-8f38-35ed20c06c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:41:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['2421224d-ca9c-4f20-b577-b511f379a8c3'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:42:26.633801 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.db.securitygroups_db [None req-dcf30d96-a9f6-4e1a-949b-3984b5ff13b6 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Project 6913bac521ff4566bd8a0c4e0edcf8b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 12:42:26.640085 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dcf30d96-a9f6-4e1a-949b-3984b5ff13b6 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:26.647632 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=a67078eb-3040-45f5-bdaa-40cfe1a78586,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:26.657793 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:26.658137 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:26.658799 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:26.658799 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:26.659121 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:26.659446 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:26.659814 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:26.660136 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:26.660482 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:26.660812 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:26.661123 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:26.661441 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:42:26.661641 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-15fbe5d0-5ed6-43be-beff-4d354bbcc062 req-8b265898-51c1-40cb-bae7-166cc5df345d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918667 Sep 18 12:42:26.703377 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2143d74e-b3a1-439a-9c19-ae23343acd35 req-051954e0-2ebb-44f7-9d72-e211b244314d service neutron] 10.222.0.13 "GET /v2.0/networks/03a59fa9-bec1-46db-b398-93e740f3293f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237297 Sep 18 12:42:26.706438 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dcf30d96-a9f6-4e1a-949b-3984b5ff13b6 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:26.710501 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dcf30d96-a9f6-4e1a-949b-3984b5ff13b6 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772246'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:26.728649 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf30d96-a9f6-4e1a-949b-3984b5ff13b6 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b63345-2ebb-4d92-ad3c-505e2c2494d6,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:26.734881 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-dcf30d96-a9f6-4e1a-949b-3984b5ff13b6 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:26.738533 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-dcf30d96-a9f6-4e1a-949b-3984b5ff13b6 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1355197 Sep 18 12:42:26.738770 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 55604) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:26.740248 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-b3a5ac37-6952-433c-8f38-35ed20c06c41 None None] Set router 2421224d-ca9c-4f20-b577-b511f379a8c3 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:42:26.743798 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-e38f820e-48f3-4c4d-9577-b35904dea32e tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Request body: {'security_group_rule': {'security_group_id': '2e852c77-dd87-412c-9147-25abf5942355', 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:42:26.764682 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.db.securitygroups_db [None req-e38f820e-48f3-4c4d-9577-b35904dea32e tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Project 6913bac521ff4566bd8a0c4e0edcf8b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 12:42:26.769607 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e38f820e-48f3-4c4d-9577-b35904dea32e tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:26.771790 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['a67078eb-3040-45f5-bdaa-40cfe1a78586'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:42:26.832628 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e38f820e-48f3-4c4d-9577-b35904dea32e tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:26.836417 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e38f820e-48f3-4c4d-9577-b35904dea32e tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772246'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:26.856441 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f820e-48f3-4c4d-9577-b35904dea32e tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7828a1-6997-4f81-a177-102ad201723b,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:26.859382 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e38f820e-48f3-4c4d-9577-b35904dea32e tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:26.863733 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-e38f820e-48f3-4c4d-9577-b35904dea32e tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1239502 Sep 18 12:42:26.943370 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1a60bc26-515f-43df-98c9-942bac43e438 req-c01d7214-907e-46f5-8f93-d83533ddf87d tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-508423167&fields=id&tenant_id=6913bac521ff4566bd8a0c4e0edcf8b7 HTTP/1.1" status: 200 len: 267 time: 0.0370824 Sep 18 12:42:27.026396 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60bc26-515f-43df-98c9-942bac43e438 req-e74f0725-7f04-4b81-95a2-e1cae926a1b9 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:27.027919 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1a60bc26-515f-43df-98c9-942bac43e438 req-e74f0725-7f04-4b81-95a2-e1cae926a1b9 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 945 time: 0.0779815 Sep 18 12:42:27.040599 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8b246-7a48-428b-a00a-8aa797522ebb req-de7edd01-65f1-46b0-ba33-1099e303bba2 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:27.042424 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-12e8b246-7a48-428b-a00a-8aa797522ebb req-de7edd01-65f1-46b0-ba33-1099e303bba2 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/ports?device_id=faa79fce-eee5-4370-a9a2-2802d8244e7c HTTP/1.1" status: 200 len: 943 time: 0.0659091 Sep 18 12:42:27.048542 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-1a60bc26-515f-43df-98c9-942bac43e438 req-d48bcc16-7c3d-4711-a05b-ca966dc4b214 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Request body: {'port': {'security_groups': ['791563ad-f3f0-42b9-9569-cec0522d92ef', '2e852c77-dd87-412c-9147-25abf5942355']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:42:27.058350 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-333c584b-2126-4568-867f-92495a2ab3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:27.083493 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-b3a5ac37-6952-433c-8f38-35ed20c06c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'name': 'tempest-TestMinimumBasicScenario-2061823698-router', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '99f24548-c254-4eb1-a2d1-f480e97ef104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:41:26Z', 'updated_at': '2021-09-18T12:41:29Z', 'revision_number': 4, 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'gw_port': {'id': '99f24548-c254-4eb1-a2d1-f480e97ef104', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:26Z', 'updated_at': '2021-09-18T12:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': '12234bf1-5b3f-4018-8682-5f03774868ca', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'port_id': '918df4b1-a140-4b01-ac32-3bca12910e04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f', 'mac_address': 'fa:16:3e:55:d0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d10ef3-15fb-452b-a9dd-8ff0364cdc79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:42:24Z', 'updated_at': '2021-09-18T12:42:24Z', 'revision_number': 0, 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95126d1-f5af-4e68-805a-bda1eb707729', 'name': '', 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'mac_address': 'fa:16:3e:65:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'daf16491-9ce3-4bbf-a0c9-60e69eaa99c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:28Z', 'updated_at': '2021-09-18T12:41:35Z', 'revision_number': 5, 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'subnets': [{'id': 'daf16491-9ce3-4bbf-a0c9-60e69eaa99c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:42:27.119100 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a5ac37-6952-433c-8f38-35ed20c06c41 None None] The sync data for ids ['2421224d-ca9c-4f20-b577-b511f379a8c3'] in dv-cinder-809894-1-iscsi is: [{'id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'name': 'tempest-TestMinimumBasicScenario-2061823698-router', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '99f24548-c254-4eb1-a2d1-f480e97ef104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:41:26Z', 'updated_at': '2021-09-18T12:41:29Z', 'revision_number': 4, 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'gw_port': {'id': '99f24548-c254-4eb1-a2d1-f480e97ef104', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:26Z', 'updated_at': '2021-09-18T12:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': '12234bf1-5b3f-4018-8682-5f03774868ca', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'port_id': '918df4b1-a140-4b01-ac32-3bca12910e04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f', 'mac_address': 'fa:16:3e:55:d0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d10ef3-15fb-452b-a9dd-8ff0364cdc79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:42:24Z', 'updated_at': '2021-09-18T12:42:24Z', 'revision_number': 0, 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95126d1-f5af-4e68-805a-bda1eb707729', 'name': '', 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'mac_address': 'fa:16:3e:65:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'daf16491-9ce3-4bbf-a0c9-60e69eaa99c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:28Z', 'updated_at': '2021-09-18T12:41:35Z', 'revision_number': 5, 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'subnets': [{'id': 'daf16491-9ce3-4bbf-a0c9-60e69eaa99c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:42:27.134757 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-12e8b246-7a48-428b-a00a-8aa797522ebb req-d0b0ba6d-36a9-4824-9d96-bf65241f8364 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d17110-f7fd-4b76-80cd-5e1d6d74fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837593 Sep 18 12:42:27.141541 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-1a60bc26-515f-43df-98c9-942bac43e438 req-d48bcc16-7c3d-4711-a05b-ca966dc4b214 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:27.348671 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-1a60bc26-515f-43df-98c9-942bac43e438 req-d48bcc16-7c3d-4711-a05b-ca966dc4b214 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] For port 918df4b1-a140-4b01-ac32-3bca12910e04, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=918df4b1-a140-4b01-ac32-3bca12910e04,segment=NetworkSegment(ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df),segment_id=ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:42:27.373301 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e011d5f0-163b-44d0-ad42-8112d8018370 None None] New status for floating IP 12234bf1-5b3f-4018-8682-5f03774868ca: ACTIVE {{(pid=94109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 12:42:27.383112 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-1a60bc26-515f-43df-98c9-942bac43e438 req-d48bcc16-7c3d-4711-a05b-ca966dc4b214 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:27.389194 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-1a60bc26-515f-43df-98c9-942bac43e438 req-d48bcc16-7c3d-4711-a05b-ca966dc4b214 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25309473'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:27.432724 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60bc26-515f-43df-98c9-942bac43e438 req-d48bcc16-7c3d-4711-a05b-ca966dc4b214 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:27.433333 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-1a60bc26-515f-43df-98c9-942bac43e438 req-d48bcc16-7c3d-4711-a05b-ca966dc4b214 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:27.434691 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1a60bc26-515f-43df-98c9-942bac43e438 req-d48bcc16-7c3d-4711-a05b-ca966dc4b214 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "PUT /v2.0/ports/918df4b1-a140-4b01-ac32-3bca12910e04 HTTP/1.1" status: 200 len: 981 time: 0.3917074 Sep 18 12:42:27.435053 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['918df4b1-a140-4b01-ac32-3bca12910e04'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:42:27.435180 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d10ef3-15fb-452b-a9dd-8ff0364cdc79', 'tag': '918df4b1-a140-4b01-ac32-3bca12910e04'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:42:27.437391 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690d1b7b-0dcc-4d77-ac4f-7bcd36414813" -d '{"events": [{"name": "network-changed", "server_uuid": "93d10ef3-15fb-452b-a9dd-8ff0364cdc79", "tag": "918df4b1-a140-4b01-ac32-3bca12910e04"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:42:27.495369 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48bcc16-7c3d-4711-a05b-ca966dc4b214 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Pushing event updated for resources: {'Port': ['ID=918df4b1-a140-4b01-ac32-3bca12910e04,revision_number=6']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:27.501174 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd86cd00-a9d1-45b5-9671-3e9f09c4f4ab x-openstack-request-id: req-fd86cd00-a9d1-45b5-9671-3e9f09c4f4ab {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:42:27.501450 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d10ef3-15fb-452b-a9dd-8ff0364cdc79", "tag": "918df4b1-a140-4b01-ac32-3bca12910e04", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:42:27.501692 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd86cd00-a9d1-45b5-9671-3e9f09c4f4ab {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:42:27.502072 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d10ef3-15fb-452b-a9dd-8ff0364cdc79', 'tag': '918df4b1-a140-4b01-ac32-3bca12910e04', 'status': 'completed', 'code': 200} Sep 18 12:42:27.560252 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['918df4b1-a140-4b01-ac32-3bca12910e04'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:42:27.631411 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d1b7b-0dcc-4d77-ac4f-7bcd36414813 req-2aba76b7-0f89-4ecf-ad32-c76dd1f1a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:27.633559 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-690d1b7b-0dcc-4d77-ac4f-7bcd36414813 req-2aba76b7-0f89-4ecf-ad32-c76dd1f1a611 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6913bac521ff4566bd8a0c4e0edcf8b7&device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 1137 time: 0.1124673 Sep 18 12:42:27.682253 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57ceb6-0d0f-4da1-a598-5ba6d4bd66c2 req-2d4a1d54-e874-44e6-8922-d52e38c9cf12 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:27.686759 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df57ceb6-0d0f-4da1-a598-5ba6d4bd66c2 req-2d4a1d54-e874-44e6-8922-d52e38c9cf12 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 984 time: 0.1270032 Sep 18 12:42:27.784969 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:27.789762 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df57ceb6-0d0f-4da1-a598-5ba6d4bd66c2 req-b97e6b27-7c5f-4521-a77b-c085433d990e tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e852c77-dd87-412c-9147-25abf5942355&id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0913162 Sep 18 12:42:27.855905 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d1b7b-0dcc-4d77-ac4f-7bcd36414813 req-3625dc8f-e53d-4a47-89a2-3ac1ba40564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:27.857368 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-690d1b7b-0dcc-4d77-ac4f-7bcd36414813 req-3625dc8f-e53d-4a47-89a2-3ac1ba40564e service neutron] 10.222.0.13 "GET /v2.0/networks?id=03a59fa9-bec1-46db-b398-93e740f3293f HTTP/1.1" status: 200 len: 916 time: 0.2162192 Sep 18 12:42:27.883619 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7402c-c1cf-4788-a691-106d23e82d6b req-525b7d7e-a1b7-47cf-b93f-5f20b2356685 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:27.885732 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4fc7402c-c1cf-4788-a691-106d23e82d6b req-525b7d7e-a1b7-47cf-b93f-5f20b2356685 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 944 time: 0.0802081 Sep 18 12:42:27.919778 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 6f24fac1-5d41-43db-925d-7521715f817e details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 12:42:27.921679 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device a67078eb-3040-45f5-bdaa-40cfe1a78586 up at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:42:27.963525 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4fc7402c-c1cf-4788-a691-106d23e82d6b req-c7dcd819-1efa-4d02-b052-2bc49b01ab65 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493574 Sep 18 12:42:27.965387 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-690d1b7b-0dcc-4d77-ac4f-7bcd36414813 req-51fee6c5-3730-4094-8d42-cecbf486e9ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=918df4b1-a140-4b01-ac32-3bca12910e04 HTTP/1.1" status: 200 len: 1001 time: 0.0997019 Sep 18 12:42:27.969366 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-f99b5ea8-447e-4ad1-a137-b6ce44763e07 None None] Provisioning complete for port 918df4b1-a140-4b01-ac32-3bca12910e04 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:42:27.969751 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f99b5ea8-447e-4ad1-a137-b6ce44763e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:28.030011 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d1b7b-0dcc-4d77-ac4f-7bcd36414813 req-1d4ea2f9-0096-4f82-a413-8b30aa7df9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:28.031689 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-690d1b7b-0dcc-4d77-ac4f-7bcd36414813 req-1d4ea2f9-0096-4f82-a413-8b30aa7df9c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=daf16491-9ce3-4bbf-a0c9-60e69eaa99c0 HTTP/1.1" status: 200 len: 854 time: 0.0532925 Sep 18 12:42:28.082376 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d1b7b-0dcc-4d77-ac4f-7bcd36414813 req-61058d98-468c-4a67-946a-babca9f70778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:28.083921 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-690d1b7b-0dcc-4d77-ac4f-7bcd36414813 req-61058d98-468c-4a67-946a-babca9f70778 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=03a59fa9-bec1-46db-b398-93e740f3293f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448155 Sep 18 12:42:28.181958 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-690d1b7b-0dcc-4d77-ac4f-7bcd36414813 req-c18ab173-9326-4708-9ec7-280f609e4f92 service neutron] 10.222.0.13 "GET /v2.0/networks/03a59fa9-bec1-46db-b398-93e740f3293f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895665 Sep 18 12:42:28.207249 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:28.215901 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning for port a67078eb-3040-45f5-bdaa-40cfe1a78586 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 12:42:28.253011 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning complete for port a67078eb-3040-45f5-bdaa-40cfe1a78586 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:42:28.253380 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:28.257135 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 6f24fac1-5d41-43db-925d-7521715f817e, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=6f24fac1-5d41-43db-925d-7521715f817e,segment=NetworkSegment(4f4db711-c33a-4b3b-a73b-069c723d69e8),segment_id=4f4db711-c33a-4b3b-a73b-069c723d69e8)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:42:28.319648 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2aa190-010a-42d0-9c6a-69f0dff20ebd req-fe44c215-18fc-4308-8318-fa0addc5296a tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:28.321655 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ad2aa190-010a-42d0-9c6a-69f0dff20ebd req-fe44c215-18fc-4308-8318-fa0addc5296a tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/ports?device_id=faa79fce-eee5-4370-a9a2-2802d8244e7c HTTP/1.1" status: 200 len: 943 time: 0.1014087 Sep 18 12:42:28.326956 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-690d1b7b-0dcc-4d77-ac4f-7bcd36414813 req-b6705218-9897-4c0e-a12f-e5dd0ca246da service neutron] 10.222.0.13 "GET /v2.0/networks/03a59fa9-bec1-46db-b398-93e740f3293f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345282 Sep 18 12:42:28.330155 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Returning: {'device': '6f24fac1-5d41-43db-925d-7521715f817e', 'network_id': 'af34039f-cd58-4097-b802-938f86dc6a17', 'port_id': '6f24fac1-5d41-43db-925d-7521715f817e', 'mac_address': 'fa:16:3e:46:c1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c80d51-6c22-45f7-a07a-a0a47f410ae1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 12:42:28.367935 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ad2aa190-010a-42d0-9c6a-69f0dff20ebd req-af72eabb-06e9-4735-b949-77e91f8a8e46 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d17110-f7fd-4b76-80cd-5e1d6d74fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395346 Sep 18 12:42:28.438449 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:28.487364 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f24fac1-5d41-43db-925d-7521715f817e {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:42:28.511456 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:28.536359 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 6f24fac1-5d41-43db-925d-7521715f817e, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=6f24fac1-5d41-43db-925d-7521715f817e,segment=NetworkSegment(4f4db711-c33a-4b3b-a73b-069c723d69e8),segment_id=4f4db711-c33a-4b3b-a73b-069c723d69e8)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:42:28.543596 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:28.579802 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b1d87b-f06b-4182-bfee-88bb9b5c5935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67078eb-3040-45f5-bdaa-40cfe1a78586'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:42:28.582047 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f443903345165d416a651567efac34002f351ff04fccc6d410eaa1beaa8a1ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bfa563-a6be-4c1e-aa54-0918f221aa9e" -d '{"events": [{"server_uuid": "e8b1d87b-f06b-4182-bfee-88bb9b5c5935", "name": "network-vif-plugged", "status": "completed", "tag": "a67078eb-3040-45f5-bdaa-40cfe1a78586"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:42:28.602924 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port a67078eb-3040-45f5-bdaa-40cfe1a78586, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a67078eb-3040-45f5-bdaa-40cfe1a78586,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:42:28.615340 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:28.619734 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a557f1-0d1d-41d2-b833-2c69c8a42994 x-openstack-request-id: req-53a557f1-0d1d-41d2-b833-2c69c8a42994 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:42:28.620012 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b1d87b-f06b-4182-bfee-88bb9b5c5935", "name": "network-vif-plugged", "status": "completed", "tag": "a67078eb-3040-45f5-bdaa-40cfe1a78586", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:42:28.620259 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53a557f1-0d1d-41d2-b833-2c69c8a42994 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:42:28.620641 dv-cinder-809894-1-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b1d87b-f06b-4182-bfee-88bb9b5c5935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67078eb-3040-45f5-bdaa-40cfe1a78586', 'code': 200} Sep 18 12:42:28.623653 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=6f24fac1-5d41-43db-925d-7521715f817e,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:28.676571 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=a67078eb-3040-45f5-bdaa-40cfe1a78586,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:28.804749 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e98a0c-de68-4fb6-8303-c060c3ca4fd5 req-42e37bd6-3505-47ed-b96c-f9f2bf620635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:28.805480 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['6f24fac1-5d41-43db-925d-7521715f817e'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:42:28.806131 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a1e98a0c-de68-4fb6-8303-c060c3ca4fd5 req-42e37bd6-3505-47ed-b96c-f9f2bf620635 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 1098 time: 0.0397985 Sep 18 12:42:28.841525 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a1e98a0c-de68-4fb6-8303-c060c3ca4fd5 req-802a334c-3368-4d17-acfa-eaa8252def6d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273414 Sep 18 12:42:29.085193 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b88512-a562-4e6b-a2b4-982b3f99deca req-71ebe07c-d4dc-4aad-bb7e-1c56082722f3 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:29.086627 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-04b88512-a562-4e6b-a2b4-982b3f99deca req-71ebe07c-d4dc-4aad-bb7e-1c56082722f3 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 945 time: 0.0465496 Sep 18 12:42:29.123218 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-04b88512-a562-4e6b-a2b4-982b3f99deca req-e0608fb1-20c7-42ea-97f4-bb6066d6fbe0 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306926 Sep 18 12:42:29.481555 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5838d2-9134-492c-a751-24f71f306ffd req-62ddbb30-17de-4e09-b5ed-34015412dd6d tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:29.482991 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7c5838d2-9134-492c-a751-24f71f306ffd req-62ddbb30-17de-4e09-b5ed-34015412dd6d tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/ports?device_id=faa79fce-eee5-4370-a9a2-2802d8244e7c HTTP/1.1" status: 200 len: 944 time: 0.0481768 Sep 18 12:42:29.521236 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7c5838d2-9134-492c-a751-24f71f306ffd req-ba732c2a-183b-4fa0-9b5f-a62166424033 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d17110-f7fd-4b76-80cd-5e1d6d74fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324807 Sep 18 12:42:29.609551 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:29.956143 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 6f24fac1-5d41-43db-925d-7521715f817e up at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:42:30.011706 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning for port 6f24fac1-5d41-43db-925d-7521715f817e completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 12:42:30.015440 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning complete for port 6f24fac1-5d41-43db-925d-7521715f817e triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:42:30.015839 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:30.098947 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:30.247348 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 6f24fac1-5d41-43db-925d-7521715f817e, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=6f24fac1-5d41-43db-925d-7521715f817e,segment=NetworkSegment(4f4db711-c33a-4b3b-a73b-069c723d69e8),segment_id=4f4db711-c33a-4b3b-a73b-069c723d69e8)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:42:30.251082 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:30.253208 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b745a2a-e6d4-4915-baeb-e5a268633375 req-5b7e2c7b-ba53-482a-a200-bb608407eedb tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:30.254716 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5b745a2a-e6d4-4915-baeb-e5a268633375 req-5b7e2c7b-ba53-482a-a200-bb608407eedb tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 945 time: 0.0579662 Sep 18 12:42:30.293374 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5b745a2a-e6d4-4915-baeb-e5a268633375 req-ae24f699-4337-473d-a867-1d2f48ba486f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327275 Sep 18 12:42:30.298134 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=6f24fac1-5d41-43db-925d-7521715f817e,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:30.408836 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2fc02-1dce-4eb4-b896-c9c660a3f4e5 req-852704af-8f66-4917-95ae-b9f6a3bc6475 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:30.410283 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a5b2fc02-1dce-4eb4-b896-c9c660a3f4e5 req-852704af-8f66-4917-95ae-b9f6a3bc6475 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 945 time: 0.0489416 Sep 18 12:42:30.419336 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 55694) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:30.423577 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-2b098bb2-127b-42b3-ab20-9bf978c23e87 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Request body: {'floatingip': {'port_id': 'a67078eb-3040-45f5-bdaa-40cfe1a78586'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:42:30.464581 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2b098bb2-127b-42b3-ab20-9bf978c23e87 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for floatingip, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:30.621709 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa79fce-eee5-4370-a9a2-2802d8244e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f24fac1-5d41-43db-925d-7521715f817e'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:42:30.624260 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f443903345165d416a651567efac34002f351ff04fccc6d410eaa1beaa8a1ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e83c93-d141-4b50-ac05-e3bd6147ef80" -d '{"events": [{"server_uuid": "faa79fce-eee5-4370-a9a2-2802d8244e7c", "name": "network-vif-plugged", "status": "completed", "tag": "6f24fac1-5d41-43db-925d-7521715f817e"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:42:30.666998 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb5c8a8-c292-4043-9705-ae46e3926817 x-openstack-request-id: req-efb5c8a8-c292-4043-9705-ae46e3926817 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:42:30.672619 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa79fce-eee5-4370-a9a2-2802d8244e7c", "name": "network-vif-plugged", "status": "completed", "tag": "6f24fac1-5d41-43db-925d-7521715f817e", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:42:30.673934 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-efb5c8a8-c292-4043-9705-ae46e3926817 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:42:30.674349 dv-cinder-809894-1-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa79fce-eee5-4370-a9a2-2802d8244e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f24fac1-5d41-43db-925d-7521715f817e', 'code': 200} Sep 18 12:42:30.855712 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96ce2c-951d-4084-ad5c-aba7dd5b2735 req-9f24541e-32b0-494c-8d1d-e09fe744e6b9 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:30.857164 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cc96ce2c-951d-4084-ad5c-aba7dd5b2735 req-9f24541e-32b0-494c-8d1d-e09fe744e6b9 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/ports?device_id=faa79fce-eee5-4370-a9a2-2802d8244e7c HTTP/1.1" status: 200 len: 945 time: 0.1293826 Sep 18 12:42:30.929301 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72925ee7-360d-4777-b23e-0c4dea6400cf req-faa8eca4-d968-43d3-87d2-13252e268340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:30.931249 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-72925ee7-360d-4777-b23e-0c4dea6400cf req-faa8eca4-d968-43d3-87d2-13252e268340 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=faa79fce-eee5-4370-a9a2-2802d8244e7c HTTP/1.1" status: 200 len: 1098 time: 0.1222875 Sep 18 12:42:30.992722 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cc96ce2c-951d-4084-ad5c-aba7dd5b2735 req-377cd8be-1e18-4775-b118-5bda14fa8186 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d17110-f7fd-4b76-80cd-5e1d6d74fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226718 Sep 18 12:42:31.017257 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-72925ee7-360d-4777-b23e-0c4dea6400cf req-d8234922-cf41-4ab0-8e45-3e3e110ec3e0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=54d17110-f7fd-4b76-80cd-5e1d6d74fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729244 Sep 18 12:42:31.251519 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2b098bb2-127b-42b3-ab20-9bf978c23e87 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:31.255236 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2b098bb2-127b-42b3-ab20-9bf978c23e87 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673873'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:31.356286 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-2b098bb2-127b-42b3-ab20-9bf978c23e87 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Floating IP 69ea1a61-763d-45a3-9115-a822ed27dc33 associated. External IP: 172.27.1.68, port: a67078eb-3040-45f5-bdaa-40cfe1a78586. Sep 18 12:42:31.561599 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b098bb2-127b-42b3-ab20-9bf978c23e87 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Router 7b2b8e88-45d3-480a-8b70-0f58d9cb475c has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:42:31.668505 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b098bb2-127b-42b3-ab20-9bf978c23e87 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:42:31.673379 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2b098bb2-127b-42b3-ab20-9bf978c23e87 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:31.700464 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-2b098bb2-127b-42b3-ab20-9bf978c23e87 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "PUT /v2.0/floatingips/69ea1a61-763d-45a3-9115-a822ed27dc33 HTTP/1.1" status: 200 len: 990 time: 1.2800224 Sep 18 12:42:31.701057 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b1d87b-f06b-4182-bfee-88bb9b5c5935', 'tag': 'a67078eb-3040-45f5-bdaa-40cfe1a78586'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:42:31.703379 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7322851e-bb62-4d8f-9713-8e5118318e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b1d87b-f06b-4182-bfee-88bb9b5c5935", "tag": "a67078eb-3040-45f5-bdaa-40cfe1a78586"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:42:31.751329 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea19ced-e750-4aa7-ae6a-5bb6c1a18683 x-openstack-request-id: req-fea19ced-e750-4aa7-ae6a-5bb6c1a18683 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:42:31.751756 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b1d87b-f06b-4182-bfee-88bb9b5c5935", "tag": "a67078eb-3040-45f5-bdaa-40cfe1a78586", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:42:31.752103 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fea19ced-e750-4aa7-ae6a-5bb6c1a18683 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:42:31.752598 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b1d87b-f06b-4182-bfee-88bb9b5c5935', 'tag': 'a67078eb-3040-45f5-bdaa-40cfe1a78586', 'status': 'completed', 'code': 200} Sep 18 12:42:31.802173 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ae0f27-f355-4750-b9da-f8a1b4f7bd9c None None] Sync routers for ids ['7b2b8e88-45d3-480a-8b70-0f58d9cb475c'] in dv-cinder-809894-1-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:42:31.813431 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ae0f27-f355-4750-b9da-f8a1b4f7bd9c None None] Routers {'7b2b8e88-45d3-480a-8b70-0f58d9cb475c'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:42:31.814326 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-19ae0f27-f355-4750-b9da-f8a1b4f7bd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:42:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['7b2b8e88-45d3-480a-8b70-0f58d9cb475c'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:42:31.826213 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322851e-bb62-4d8f-9713-8e5118318e1b req-4617a46f-9209-4cc9-888f-69b9b9c1e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:31.827899 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7322851e-bb62-4d8f-9713-8e5118318e1b req-4617a46f-9209-4cc9-888f-69b9b9c1e19b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9477430a832042d4b203b849bafeb9e9&device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 1098 time: 0.0452991 Sep 18 12:42:31.925090 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-19ae0f27-f355-4750-b9da-f8a1b4f7bd9c None None] Set router 7b2b8e88-45d3-480a-8b70-0f58d9cb475c gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:42:31.925540 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322851e-bb62-4d8f-9713-8e5118318e1b req-667923ef-ebe0-46cd-87d9-9847801047b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:31.927020 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7322851e-bb62-4d8f-9713-8e5118318e1b req-667923ef-ebe0-46cd-87d9-9847801047b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ab574f3-0ba4-4c64-96c3-ff427a72d455 HTTP/1.1" status: 200 len: 918 time: 0.0917706 Sep 18 12:42:31.999423 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7322851e-bb62-4d8f-9713-8e5118318e1b req-8b1c76c1-4e92-455a-8e76-7b9c7fc9d055 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a67078eb-3040-45f5-bdaa-40cfe1a78586 HTTP/1.1" status: 200 len: 998 time: 0.0645781 Sep 18 12:42:32.075557 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322851e-bb62-4d8f-9713-8e5118318e1b req-55cbda8d-5dae-4b7d-a1b3-6b499b739cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:32.077169 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7322851e-bb62-4d8f-9713-8e5118318e1b req-55cbda8d-5dae-4b7d-a1b3-6b499b739cc7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60194707-770d-4fdc-856c-c0e71f0849f4 HTTP/1.1" status: 200 len: 856 time: 0.0669577 Sep 18 12:42:32.165612 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd08a58-16db-445f-b7fe-0799eb103399 req-fec2a9d1-9bce-407f-af65-7f0a7d304e7b tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:32.167134 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cbd08a58-16db-445f-b7fe-0799eb103399 req-fec2a9d1-9bce-407f-af65-7f0a7d304e7b tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/ports?device_id=faa79fce-eee5-4370-a9a2-2802d8244e7c HTTP/1.1" status: 200 len: 945 time: 0.0814111 Sep 18 12:42:32.169071 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322851e-bb62-4d8f-9713-8e5118318e1b req-1ac318b1-06bd-49ce-b3c5-b8503471e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:32.170396 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7322851e-bb62-4d8f-9713-8e5118318e1b req-1ac318b1-06bd-49ce-b3c5-b8503471e564 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ab574f3-0ba4-4c64-96c3-ff427a72d455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590692 Sep 18 12:42:32.181981 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-19ae0f27-f355-4750-b9da-f8a1b4f7bd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'name': 'tempest-AttachVolumeShelveTestJSON-2115111976-router', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:01Z', 'updated_at': '2021-09-18T12:38:08Z', 'revision_number': 4, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'gw_port': {'id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:02Z', 'updated_at': '2021-09-18T12:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': '69ea1a61-763d-45a3-9115-a822ed27dc33', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'port_id': 'a67078eb-3040-45f5-bdaa-40cfe1a78586', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'mac_address': 'fa:16:3e:2f:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b1d87b-f06b-4182-bfee-88bb9b5c5935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:42:16Z', 'updated_at': '2021-09-18T12:42:31Z', 'revision_number': 1, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b208bce5-e3db-4b9a-af8e-6837aa4e5a94', 'name': '', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'mac_address': 'fa:16:3e:ae:e0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:07Z', 'updated_at': '2021-09-18T12:38:18Z', 'revision_number': 5, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'subnets': [{'id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:42:32.241633 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ae0f27-f355-4750-b9da-f8a1b4f7bd9c None None] Checking router: 7b2b8e88-45d3-480a-8b70-0f58d9cb475c for host: dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:42:32.250779 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ae0f27-f355-4750-b9da-f8a1b4f7bd9c None None] Routers {'7b2b8e88-45d3-480a-8b70-0f58d9cb475c'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:42:32.251392 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-19ae0f27-f355-4750-b9da-f8a1b4f7bd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:42:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['7b2b8e88-45d3-480a-8b70-0f58d9cb475c'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:42:32.270686 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cbd08a58-16db-445f-b7fe-0799eb103399 req-1d640373-a1b5-407d-ae3c-bb7a150ce70c tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d17110-f7fd-4b76-80cd-5e1d6d74fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973110 Sep 18 12:42:32.337760 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa963c-619a-4324-93c7-1e600b4388eb req-c297fb9b-c7b5-44f3-a176-baa01c151f97 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:32.339214 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e9aa963c-619a-4324-93c7-1e600b4388eb req-c297fb9b-c7b5-44f3-a176-baa01c151f97 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 946 time: 0.0788708 Sep 18 12:42:32.341028 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7322851e-bb62-4d8f-9713-8e5118318e1b req-3004d201-81ac-4445-a00e-b8a89f4e4d74 service neutron] 10.222.0.13 "GET /v2.0/networks/4ab574f3-0ba4-4c64-96c3-ff427a72d455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603909 Sep 18 12:42:32.369100 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-19ae0f27-f355-4750-b9da-f8a1b4f7bd9c None None] Set router 7b2b8e88-45d3-480a-8b70-0f58d9cb475c gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:42:32.409679 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e9aa963c-619a-4324-93c7-1e600b4388eb req-aec17523-bc26-4359-8131-8f7e8178e823 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628805 Sep 18 12:42:32.463795 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7322851e-bb62-4d8f-9713-8e5118318e1b req-16b51d6d-497a-4915-b136-3ca3a8b161b2 service neutron] 10.222.0.13 "GET /v2.0/networks/4ab574f3-0ba4-4c64-96c3-ff427a72d455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021457 Sep 18 12:42:32.589252 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-19ae0f27-f355-4750-b9da-f8a1b4f7bd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'name': 'tempest-AttachVolumeShelveTestJSON-2115111976-router', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:01Z', 'updated_at': '2021-09-18T12:38:08Z', 'revision_number': 4, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'gw_port': {'id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:02Z', 'updated_at': '2021-09-18T12:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': '69ea1a61-763d-45a3-9115-a822ed27dc33', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'port_id': 'a67078eb-3040-45f5-bdaa-40cfe1a78586', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'mac_address': 'fa:16:3e:2f:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b1d87b-f06b-4182-bfee-88bb9b5c5935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:42:16Z', 'updated_at': '2021-09-18T12:42:31Z', 'revision_number': 1, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b208bce5-e3db-4b9a-af8e-6837aa4e5a94', 'name': '', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'mac_address': 'fa:16:3e:ae:e0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:07Z', 'updated_at': '2021-09-18T12:38:18Z', 'revision_number': 5, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'subnets': [{'id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:42:32.618793 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ae0f27-f355-4750-b9da-f8a1b4f7bd9c None None] The sync data for ids ['7b2b8e88-45d3-480a-8b70-0f58d9cb475c'] in dv-cinder-809894-1-iscsi is: [{'id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'name': 'tempest-AttachVolumeShelveTestJSON-2115111976-router', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:01Z', 'updated_at': '2021-09-18T12:38:08Z', 'revision_number': 4, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'gw_port': {'id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:02Z', 'updated_at': '2021-09-18T12:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': '69ea1a61-763d-45a3-9115-a822ed27dc33', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'port_id': 'a67078eb-3040-45f5-bdaa-40cfe1a78586', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'mac_address': 'fa:16:3e:2f:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b1d87b-f06b-4182-bfee-88bb9b5c5935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:42:16Z', 'updated_at': '2021-09-18T12:42:31Z', 'revision_number': 1, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b208bce5-e3db-4b9a-af8e-6837aa4e5a94', 'name': '', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'mac_address': 'fa:16:3e:ae:e0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:07Z', 'updated_at': '2021-09-18T12:38:18Z', 'revision_number': 5, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'subnets': [{'id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:42:32.790544 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17db3eb-8a74-4c3b-93df-7638cc16564d None None] New status for floating IP 69ea1a61-763d-45a3-9115-a822ed27dc33: ACTIVE {{(pid=94109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 12:42:33.391847 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5c650-f4bc-4288-b238-4a6737d8a285 req-ac87569f-7f70-47ca-999c-e3cc2a496b33 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:33.393306 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a6d5c650-f4bc-4288-b238-4a6737d8a285 req-ac87569f-7f70-47ca-999c-e3cc2a496b33 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/ports?device_id=faa79fce-eee5-4370-a9a2-2802d8244e7c HTTP/1.1" status: 200 len: 945 time: 0.0490687 Sep 18 12:42:33.428820 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a6d5c650-f4bc-4288-b238-4a6737d8a285 req-f3a855e6-93ea-44b0-9cab-591909209360 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d17110-f7fd-4b76-80cd-5e1d6d74fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296345 Sep 18 12:42:33.534174 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63605da-fc5c-412d-8f51-94a6b7e53bdd req-c1741d0d-f26b-4a76-9a9b-57cd18ee72ee tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:33.535753 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e63605da-fc5c-412d-8f51-94a6b7e53bdd req-c1741d0d-f26b-4a76-9a9b-57cd18ee72ee tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 946 time: 0.0555632 Sep 18 12:42:33.576323 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e63605da-fc5c-412d-8f51-94a6b7e53bdd req-c244418e-a775-4fe2-9826-22c69ce0945d tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332856 Sep 18 12:42:34.181562 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b495e-34d4-4ade-b4dd-090fd5804e1e req-16d4b685-1ad4-4bab-a79c-c72bebd91cdb tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:34.182936 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-722b495e-34d4-4ade-b4dd-090fd5804e1e req-16d4b685-1ad4-4bab-a79c-c72bebd91cdb tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/ports?device_id=faa79fce-eee5-4370-a9a2-2802d8244e7c HTTP/1.1" status: 200 len: 945 time: 0.0470257 Sep 18 12:42:34.220074 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-722b495e-34d4-4ade-b4dd-090fd5804e1e req-963a91f4-cc1e-41b6-8c92-ef53b365bd2e tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d17110-f7fd-4b76-80cd-5e1d6d74fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312216 Sep 18 12:42:34.690328 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b6b72-4ca2-41a6-9463-250f18132237 req-a8632d7a-bb65-427d-b5b0-7d61d16609a9 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:34.691802 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f53b6b72-4ca2-41a6-9463-250f18132237 req-a8632d7a-bb65-427d-b5b0-7d61d16609a9 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 946 time: 0.0472324 Sep 18 12:42:34.731455 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f53b6b72-4ca2-41a6-9463-250f18132237 req-96c44476-70f3-481f-a189-2dc2b4edee37 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330279 Sep 18 12:42:35.339383 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1116a-3f06-4e98-8194-88bff91277b0 req-facafdf7-9a54-4c0e-b6e7-fc7008352bdd tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:35.341094 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-88d1116a-3f06-4e98-8194-88bff91277b0 req-facafdf7-9a54-4c0e-b6e7-fc7008352bdd tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/ports?device_id=faa79fce-eee5-4370-a9a2-2802d8244e7c HTTP/1.1" status: 200 len: 945 time: 0.0539079 Sep 18 12:42:35.378759 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-88d1116a-3f06-4e98-8194-88bff91277b0 req-8c71d810-17a6-4a84-b2f7-ba4509640d10 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/security-groups?id=54d17110-f7fd-4b76-80cd-5e1d6d74fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312576 Sep 18 12:42:35.775627 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6e379-8310-4104-b314-6bf98bfeb752 req-5be5e71e-1026-4822-a047-b4167f110fb2 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:35.777106 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e4e6e379-8310-4104-b314-6bf98bfeb752 req-5be5e71e-1026-4822-a047-b4167f110fb2 tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.13 "GET /v2.0/ports?device_id=faa79fce-eee5-4370-a9a2-2802d8244e7c HTTP/1.1" status: 200 len: 945 time: 0.0475919 Sep 18 12:42:35.893773 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538712f9-2230-49c6-9389-3db2cb762590 req-8493a16a-daa4-4f28-bfc6-7faf707c3c0e tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:35.895249 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-538712f9-2230-49c6-9389-3db2cb762590 req-8493a16a-daa4-4f28-bfc6-7faf707c3c0e tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 946 time: 0.0858779 Sep 18 12:42:35.930711 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-e4e6e379-8310-4104-b314-6bf98bfeb752 req-aefe57a2-fd32-4547-8639-09ae7f666f4f tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Deleting port 6f24fac1-5d41-43db-925d-7521715f817e {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:42:35.930963 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e4e6e379-8310-4104-b314-6bf98bfeb752 req-aefe57a2-fd32-4547-8639-09ae7f666f4f tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:35.967872 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-538712f9-2230-49c6-9389-3db2cb762590 req-bbbf67c1-d54b-4fa8-b181-a2acd97e5145 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660925 Sep 18 12:42:36.031125 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-e4e6e379-8310-4104-b314-6bf98bfeb752 req-aefe57a2-fd32-4547-8639-09ae7f666f4f tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] For port 6f24fac1-5d41-43db-925d-7521715f817e, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=6f24fac1-5d41-43db-925d-7521715f817e,segment=NetworkSegment(4f4db711-c33a-4b3b-a73b-069c723d69e8),segment_id=4f4db711-c33a-4b3b-a73b-069c723d69e8)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:42:36.031486 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e4e6e379-8310-4104-b314-6bf98bfeb752 req-aefe57a2-fd32-4547-8639-09ae7f666f4f tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:36.044348 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-e4e6e379-8310-4104-b314-6bf98bfeb752 req-aefe57a2-fd32-4547-8639-09ae7f666f4f tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Calling delete_port for 6f24fac1-5d41-43db-925d-7521715f817e owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:42:36.174376 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e4e6e379-8310-4104-b314-6bf98bfeb752 req-aefe57a2-fd32-4547-8639-09ae7f666f4f tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:36.194936 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['6f24fac1-5d41-43db-925d-7521715f817e'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:42:36.199937 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe57a2-fd32-4547-8639-09ae7f666f4f tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Pushing event deleted for resources: {'Port': ['ID=6f24fac1-5d41-43db-925d-7521715f817e,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:36.248688 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e6e379-8310-4104-b314-6bf98bfeb752 req-aefe57a2-fd32-4547-8639-09ae7f666f4f tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] No DVR routers for this DVR port 6f24fac1-5d41-43db-925d-7521715f817e on host hv-cinder-80989 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:42:36.251329 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e4e6e379-8310-4104-b314-6bf98bfeb752 req-aefe57a2-fd32-4547-8639-09ae7f666f4f tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:36.253426 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e4e6e379-8310-4104-b314-6bf98bfeb752 req-aefe57a2-fd32-4547-8639-09ae7f666f4f tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.13 "DELETE /v2.0/ports/6f24fac1-5d41-43db-925d-7521715f817e HTTP/1.1" status: 204 len: 173 time: 0.4686809 Sep 18 12:42:36.253871 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa79fce-eee5-4370-a9a2-2802d8244e7c', 'name': 'network-vif-deleted', 'tag': '6f24fac1-5d41-43db-925d-7521715f817e'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:42:36.256176 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefa2c8e-63cb-452c-ac30-767a0a14fa99" -d '{"events": [{"server_uuid": "faa79fce-eee5-4370-a9a2-2802d8244e7c", "name": "network-vif-deleted", "tag": "6f24fac1-5d41-43db-925d-7521715f817e"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:42:36.297984 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20360a7b-521d-4e55-a021-a63562ce2677 x-openstack-request-id: req-20360a7b-521d-4e55-a021-a63562ce2677 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:42:36.298260 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa79fce-eee5-4370-a9a2-2802d8244e7c", "name": "network-vif-deleted", "tag": "6f24fac1-5d41-43db-925d-7521715f817e", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:42:36.298501 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20360a7b-521d-4e55-a021-a63562ce2677 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:42:36.298906 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa79fce-eee5-4370-a9a2-2802d8244e7c', 'name': 'network-vif-deleted', 'tag': '6f24fac1-5d41-43db-925d-7521715f817e', 'status': 'completed', 'code': 200} Sep 18 12:42:36.481924 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-58c4c458-07c7-4f6f-b4d1-5706c2154e6e req-4549f5f4-620a-4222-9feb-fedf342deb2b tempest-VolumesActionsTest-606156471 tempest-VolumesActionsTest-606156471-project] 10.222.0.24 "GET /v2.0/ports?device_id=faa79fce-eee5-4370-a9a2-2802d8244e7c HTTP/1.1" status: 200 len: 210 time: 0.0255640 Sep 18 12:42:36.819946 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:42:37.083905 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95606930-1411-4357-a978-477f08adeccb req-e502a9db-f4e5-439b-8897-200a89a16b06 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:37.085405 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-95606930-1411-4357-a978-477f08adeccb req-e502a9db-f4e5-439b-8897-200a89a16b06 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 946 time: 0.0482755 Sep 18 12:42:37.122712 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-95606930-1411-4357-a978-477f08adeccb req-9319db9f-ffcd-4324-961d-8550e0565f64 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312669 Sep 18 12:42:38.246925 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09711e7e-3b27-4af0-9b50-7c6324058b2f req-3f2ace6b-c91f-4bdc-8f95-30b28908fd22 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:38.248459 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-09711e7e-3b27-4af0-9b50-7c6324058b2f req-3f2ace6b-c91f-4bdc-8f95-30b28908fd22 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 946 time: 0.0483963 Sep 18 12:42:38.287289 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-09711e7e-3b27-4af0-9b50-7c6324058b2f req-9f1e9660-0830-4768-9047-2618fe831082 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322967 Sep 18 12:42:39.405720 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8c4b2-0b94-495b-af7c-1faa8dfff5bc req-31f392a3-a223-411f-b79a-ffa7b77cbaea tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:39.407161 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d8c8c4b2-0b94-495b-af7c-1faa8dfff5bc req-31f392a3-a223-411f-b79a-ffa7b77cbaea tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 946 time: 0.0516062 Sep 18 12:42:39.442883 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d8c8c4b2-0b94-495b-af7c-1faa8dfff5bc req-a175b82a-e6f9-4b22-9f42-d3147ccd5aad tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299623 Sep 18 12:42:40.417212 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 6f24fac1-5d41-43db-925d-7521715f817e no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:42:40.437358 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] No Port match for: 6f24fac1-5d41-43db-925d-7521715f817e {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:42:40.437701 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 6f24fac1-5d41-43db-925d-7521715f817e not bound to the agent host hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:42:40.553257 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4dec7-3967-4293-9b8c-ecb9c1778f0f req-221b13ea-0468-4000-9c36-189b550b6d37 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:40.554598 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c4f4dec7-3967-4293-9b8c-ecb9c1778f0f req-221b13ea-0468-4000-9c36-189b550b6d37 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 946 time: 0.0468636 Sep 18 12:42:40.590733 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c4f4dec7-3967-4293-9b8c-ecb9c1778f0f req-1b9deef1-486b-4178-8cba-975c00727627 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297377 Sep 18 12:42:41.703698 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3d8ff-07f2-4c39-8942-5021c4ce2ece req-c5ce46e6-b135-4ef2-8e70-c2405f4f20b0 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:41.705185 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-75e3d8ff-07f2-4c39-8942-5021c4ce2ece req-c5ce46e6-b135-4ef2-8e70-c2405f4f20b0 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 946 time: 0.0481424 Sep 18 12:42:41.741961 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-75e3d8ff-07f2-4c39-8942-5021c4ce2ece req-b3ed3e24-97a5-4855-bedd-a0d0c9bc7f91 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309291 Sep 18 12:42:42.861557 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eda250-e448-4807-a394-d9d7c8f93211 req-082f8434-07bb-4c18-adf1-2fbbfca9e5ae tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:42.863383 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-05eda250-e448-4807-a394-d9d7c8f93211 req-082f8434-07bb-4c18-adf1-2fbbfca9e5ae tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 946 time: 0.0536420 Sep 18 12:42:42.907711 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-05eda250-e448-4807-a394-d9d7c8f93211 req-40653d06-f036-49d5-bf43-79e94fb421e6 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374241 Sep 18 12:42:44.035565 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549d611-0eac-45ce-b91a-99a41a37a244 req-e5fecdd5-5490-4c15-8025-c8fdb47b43b0 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:44.038093 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5549d611-0eac-45ce-b91a-99a41a37a244 req-e5fecdd5-5490-4c15-8025-c8fdb47b43b0 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 946 time: 0.0557005 Sep 18 12:42:44.085653 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5549d611-0eac-45ce-b91a-99a41a37a244 req-e750afcc-3474-41e8-b73f-0fc37896aa46 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409245 Sep 18 12:42:45.202934 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d33ab6-36cd-491f-a58c-9bca8f7d8da1 req-04ae0e2e-83f9-4fc4-800c-f9f9ae82cf35 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:45.204439 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-34d33ab6-36cd-491f-a58c-9bca8f7d8da1 req-04ae0e2e-83f9-4fc4-800c-f9f9ae82cf35 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 946 time: 0.0507605 Sep 18 12:42:45.245012 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-34d33ab6-36cd-491f-a58c-9bca8f7d8da1 req-99a36285-e3fd-454e-885e-3569d4a09eac tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346384 Sep 18 12:42:46.388384 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb2940-a9d7-4481-89ab-a098c7d20d40 req-8eb75831-5142-4604-b19d-1379a5b6f066 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:46.391051 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c6eb2940-a9d7-4481-89ab-a098c7d20d40 req-8eb75831-5142-4604-b19d-1379a5b6f066 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 946 time: 0.0744605 Sep 18 12:42:46.434202 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c6eb2940-a9d7-4481-89ab-a098c7d20d40 req-02d18f55-05b1-4bb8-8ddb-c1d429652403 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370347 Sep 18 12:42:47.528608 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c03616-b509-4b40-93ac-92f4b68bc057 req-64a9bd69-9ca3-4d2e-9189-acf3533bee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:47.528608 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-53c03616-b509-4b40-93ac-92f4b68bc057 req-64a9bd69-9ca3-4d2e-9189-acf3533bee8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4d22566be4e4b22aa8ebdb652155edd&device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 1099 time: 0.0739114 Sep 18 12:42:47.603934 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:47.666034 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828be45f-6f1a-4647-bb29-661790bb40b5 req-532cf42e-672e-4c9c-9121-013f9cdf32d3 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:47.667520 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-828be45f-6f1a-4647-bb29-661790bb40b5 req-532cf42e-672e-4c9c-9121-013f9cdf32d3 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 946 time: 0.1045053 Sep 18 12:42:47.689097 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c03616-b509-4b40-93ac-92f4b68bc057 req-86ae3c99-44ab-48cb-9f60-9b25179f6555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:47.690516 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-53c03616-b509-4b40-93ac-92f4b68bc057 req-86ae3c99-44ab-48cb-9f60-9b25179f6555 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da8e8d91-b4c1-44c8-85aa-aea272684f24 HTTP/1.1" status: 200 len: 909 time: 0.1471961 Sep 18 12:42:47.747912 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-828be45f-6f1a-4647-bb29-661790bb40b5 req-c3178ce5-ae89-46e0-92be-c024af050e1f tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744483 Sep 18 12:42:47.772761 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-53c03616-b509-4b40-93ac-92f4b68bc057 req-d1964ead-0504-4b91-823d-649620258870 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8398ecb-222b-4be2-bf32-b90cb0a8b9be HTTP/1.1" status: 200 len: 1002 time: 0.0673480 Sep 18 12:42:47.829886 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c03616-b509-4b40-93ac-92f4b68bc057 req-0c007883-2faa-481d-9532-e91cfbe1318a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:47.831321 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-53c03616-b509-4b40-93ac-92f4b68bc057 req-0c007883-2faa-481d-9532-e91cfbe1318a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9d4096f-b98a-4336-9196-ad5904271596 HTTP/1.1" status: 200 len: 847 time: 0.0494936 Sep 18 12:42:47.879346 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c03616-b509-4b40-93ac-92f4b68bc057 req-b4c6ece4-0bf4-4c79-8f25-06effd1ea837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:47.880866 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-53c03616-b509-4b40-93ac-92f4b68bc057 req-b4c6ece4-0bf4-4c79-8f25-06effd1ea837 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da8e8d91-b4c1-44c8-85aa-aea272684f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401936 Sep 18 12:42:48.057247 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-53c03616-b509-4b40-93ac-92f4b68bc057 req-5c0146aa-2174-4c9e-99dc-a7c28768dc0c service neutron] 10.222.0.13 "GET /v2.0/networks/da8e8d91-b4c1-44c8-85aa-aea272684f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648338 Sep 18 12:42:48.164859 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-53c03616-b509-4b40-93ac-92f4b68bc057 req-a641e22b-1684-4dc5-a791-b88e7fe8fc45 service neutron] 10.222.0.13 "GET /v2.0/networks/da8e8d91-b4c1-44c8-85aa-aea272684f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948741 Sep 18 12:42:48.867234 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c318f-4154-40eb-b4f1-c5cb36af3206 req-d1d5a054-792d-45bd-85db-0d6ef6eaef8d tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:48.869003 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-925c318f-4154-40eb-b4f1-c5cb36af3206 req-d1d5a054-792d-45bd-85db-0d6ef6eaef8d tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 946 time: 0.0503271 Sep 18 12:42:48.917207 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-925c318f-4154-40eb-b4f1-c5cb36af3206 req-3d7f62b9-bdff-42af-9ba3-1cd768fb8bb4 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387368 Sep 18 12:42:50.057065 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67e24f-e592-46cf-b1fd-c09da74f18c2 req-53fa776b-e0c0-4309-99bc-6e88d8209b09 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:50.058939 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ea67e24f-e592-46cf-b1fd-c09da74f18c2 req-53fa776b-e0c0-4309-99bc-6e88d8209b09 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 946 time: 0.0704477 Sep 18 12:42:50.116017 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ea67e24f-e592-46cf-b1fd-c09da74f18c2 req-88c517b8-dae9-4666-90ca-62f0f7465c81 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497952 Sep 18 12:42:51.244935 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee011a35-0592-400d-a30e-42fce704053e req-ed448928-bf3a-4d53-89de-27f9db377fc2 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:51.248015 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ee011a35-0592-400d-a30e-42fce704053e req-ed448928-bf3a-4d53-89de-27f9db377fc2 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 946 time: 0.0568602 Sep 18 12:42:51.301897 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ee011a35-0592-400d-a30e-42fce704053e req-4a3ad9ff-6c48-4ed4-ac69-7fda5f88188b tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448272 Sep 18 12:42:51.568551 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56010) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:51.594740 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc290f8-a4cb-4fa5-989b-893928633a82 req-7a281c61-c9b7-4328-8610-94eea50c2c83 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:51.605026 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5bc290f8-a4cb-4fa5-989b-893928633a82 req-7a281c61-c9b7-4328-8610-94eea50c2c83 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 946 time: 0.0752699 Sep 18 12:42:51.648105 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5bc290f8-a4cb-4fa5-989b-893928633a82 req-52c87c65-8794-43e9-81c5-f226ab919ae4 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385177 Sep 18 12:42:51.680788 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d9249328-dcad-4c31-86b7-35da4aedb1e5 req-32049048-d113-4ce7-ae9c-c4636698027a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1099045 Sep 18 12:42:51.693168 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [req-d9249328-dcad-4c31-86b7-35da4aedb1e5 req-d817dd13-94a1-4c45-a124-ef56148afe64 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 12:42:51.702907 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d9249328-dcad-4c31-86b7-35da4aedb1e5 req-d817dd13-94a1-4c45-a124-ef56148afe64 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096788 Sep 18 12:42:52.419731 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56026) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:52.547570 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2b4f85cd-18a6-4ef0-a4a4-943f5a20484d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:52.673552 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2b4f85cd-18a6-4ef0-a4a4-943f5a20484d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:52.680547 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2b4f85cd-18a6-4ef0-a4a4-943f5a20484d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:52.719719 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 56038) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:42:52.720269 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-2b4f85cd-18a6-4ef0-a4a4-943f5a20484d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16766c500aae4cca917ea13955d87f85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989564 Sep 18 12:42:52.730678 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f85cd-18a6-4ef0-a4a4-943f5a20484d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd70b1a-8feb-4666-bd42-8585fc61a718,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:52.782530 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6cd59f72-9f20-4952-bdec-7a1e3d49c2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:52.841042 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6cd59f72-9f20-4952-bdec-7a1e3d49c2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:52.889720 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a39c77-a5be-482e-8260-7be69402f450 req-eaaf5fca-2704-4f03-a9a8-02d52d69d76b tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:52.891507 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-31a39c77-a5be-482e-8260-7be69402f450 req-eaaf5fca-2704-4f03-a9a8-02d52d69d76b tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 946 time: 0.1071293 Sep 18 12:42:52.947951 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-31a39c77-a5be-482e-8260-7be69402f450 req-197157b0-7a13-48d8-b583-58084e11cb42 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451880 Sep 18 12:42:52.953541 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6cd59f72-9f20-4952-bdec-7a1e3d49c2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:52.957945 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6cd59f72-9f20-4952-bdec-7a1e3d49c2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:52.959226 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6cd59f72-9f20-4952-bdec-7a1e3d49c2e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0cd70b1a-8feb-4666-bd42-8585fc61a718 HTTP/1.1" status: 204 len: 168 time: 0.2384384 Sep 18 12:42:52.981946 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd59f72-9f20-4952-bdec-7a1e3d49c2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd70b1a-8feb-4666-bd42-8585fc61a718,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:53.306265 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9249328-dcad-4c31-86b7-35da4aedb1e5 req-3c36b97b-3aa7-416f-8267-eeccf1f6c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:53.307820 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d9249328-dcad-4c31-86b7-35da4aedb1e5 req-3c36b97b-3aa7-416f-8267-eeccf1f6c3e4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233&tenant_id=b4d22566be4e4b22aa8ebdb652155edd HTTP/1.1" status: 200 len: 1099 time: 0.0512617 Sep 18 12:42:53.380120 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9249328-dcad-4c31-86b7-35da4aedb1e5 req-73d99ae5-9997-47f9-87b2-62c0d717076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:53.381600 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d9249328-dcad-4c31-86b7-35da4aedb1e5 req-73d99ae5-9997-47f9-87b2-62c0d717076d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4d22566be4e4b22aa8ebdb652155edd&device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 1099 time: 0.0468457 Sep 18 12:42:53.476615 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9249328-dcad-4c31-86b7-35da4aedb1e5 req-3f12ddfe-b511-4718-8bbf-97a07f1816c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:53.478304 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d9249328-dcad-4c31-86b7-35da4aedb1e5 req-3f12ddfe-b511-4718-8bbf-97a07f1816c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da8e8d91-b4c1-44c8-85aa-aea272684f24 HTTP/1.1" status: 200 len: 909 time: 0.0892243 Sep 18 12:42:53.563555 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d9249328-dcad-4c31-86b7-35da4aedb1e5 req-0183a68b-8db1-40d4-9661-1e219ce63d0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8398ecb-222b-4be2-bf32-b90cb0a8b9be HTTP/1.1" status: 200 len: 1002 time: 0.0746636 Sep 18 12:42:53.627472 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9249328-dcad-4c31-86b7-35da4aedb1e5 req-a1722d81-8096-47d9-80b7-3dca932121d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:53.631726 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d9249328-dcad-4c31-86b7-35da4aedb1e5 req-a1722d81-8096-47d9-80b7-3dca932121d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9d4096f-b98a-4336-9196-ad5904271596 HTTP/1.1" status: 200 len: 847 time: 0.0591722 Sep 18 12:42:53.700100 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9249328-dcad-4c31-86b7-35da4aedb1e5 req-1a804ebd-d1d2-47b8-b35c-256e2fa3decd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:53.701878 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d9249328-dcad-4c31-86b7-35da4aedb1e5 req-1a804ebd-d1d2-47b8-b35c-256e2fa3decd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da8e8d91-b4c1-44c8-85aa-aea272684f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560777 Sep 18 12:42:54.093132 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device a8398ecb-222b-4be2-bf32-b90cb0a8b9be no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:42:54.166642 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d9249328-dcad-4c31-86b7-35da4aedb1e5 req-811b3121-c6e0-46c2-9dcc-0b0e0ffe18aa service neutron] 10.222.0.13 "GET /v2.0/networks/da8e8d91-b4c1-44c8-85aa-aea272684f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482999 Sep 18 12:42:54.181001 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791b625-fa58-49c1-ac4d-346ba053dc9e req-631b4c13-dcb9-49a5-ae18-f15bb8307c29 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:54.182771 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f791b625-fa58-49c1-ac4d-346ba053dc9e req-631b4c13-dcb9-49a5-ae18-f15bb8307c29 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 946 time: 0.1038644 Sep 18 12:42:54.187350 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:54.215454 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50cfbb27-b22d-4b15-b1ec-1e462487c233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8398ecb-222b-4be2-bf32-b90cb0a8b9be'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:42:54.217814 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f443903345165d416a651567efac34002f351ff04fccc6d410eaa1beaa8a1ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a6fd2a-e2b5-4f54-9189-04acf4ac62a5" -d '{"events": [{"server_uuid": "50cfbb27-b22d-4b15-b1ec-1e462487c233", "name": "network-vif-unplugged", "status": "completed", "tag": "a8398ecb-222b-4be2-bf32-b90cb0a8b9be"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:42:54.252301 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port a8398ecb-222b-4be2-bf32-b90cb0a8b9be, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a8398ecb-222b-4be2-bf32-b90cb0a8b9be,segment=NetworkSegment(c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b),segment_id=c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:42:54.264863 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:54.302781 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f791b625-fa58-49c1-ac4d-346ba053dc9e req-83ecfeed-d6c4-479a-b729-7f775243368b tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105993 Sep 18 12:42:54.320922 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 12:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c98c65-01ef-499a-9091-b73141844a02 x-openstack-request-id: req-e0c98c65-01ef-499a-9091-b73141844a02 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:42:54.321503 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50cfbb27-b22d-4b15-b1ec-1e462487c233", "name": "network-vif-unplugged", "status": "completed", "tag": "a8398ecb-222b-4be2-bf32-b90cb0a8b9be", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:42:54.321924 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0c98c65-01ef-499a-9091-b73141844a02 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:42:54.322496 dv-cinder-809894-1-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50cfbb27-b22d-4b15-b1ec-1e462487c233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8398ecb-222b-4be2-bf32-b90cb0a8b9be', 'code': 200} Sep 18 12:42:54.323216 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=a8398ecb-222b-4be2-bf32-b90cb0a8b9be,revision_number=6']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:42:54.337447 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d9249328-dcad-4c31-86b7-35da4aedb1e5 req-720e06ec-2b95-4683-b11b-939452292004 service neutron] 10.222.0.13 "GET /v2.0/networks/da8e8d91-b4c1-44c8-85aa-aea272684f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536787 Sep 18 12:42:54.425830 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cd52312e-33c2-4065-a93a-f6ffef280f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:55.449075 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc7eb8-b3c4-4140-a1c5-e6d9d8ee7168 req-c9c682fb-9305-4c00-bbff-eba0dd118e5a tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:55.451255 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-37dc7eb8-b3c4-4140-a1c5-e6d9d8ee7168 req-c9c682fb-9305-4c00-bbff-eba0dd118e5a tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 944 time: 0.0610647 Sep 18 12:42:55.498893 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-37dc7eb8-b3c4-4140-a1c5-e6d9d8ee7168 req-dcb24d19-8157-4556-81f6-fea56a994d3d tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405796 Sep 18 12:42:56.629834 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858e5eb-cb6b-4893-a125-be13f3f41eb1 req-289acb56-4d1a-4d88-a0bb-7681006c0ef2 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:56.631443 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5858e5eb-cb6b-4893-a125-be13f3f41eb1 req-289acb56-4d1a-4d88-a0bb-7681006c0ef2 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 944 time: 0.0595388 Sep 18 12:42:56.675994 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5858e5eb-cb6b-4893-a125-be13f3f41eb1 req-9532a9ce-57b5-4fb6-a5ce-42197ff5e670 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369525 Sep 18 12:42:57.041291 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3b01f850-2234-4f54-aea2-7d55273a286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:57.753845 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:57.794791 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d09ec-2b9f-44ac-bc93-7c9474e2d033 req-ccb86942-475e-4d78-8c06-50317854456c tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:57.796318 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-457d09ec-2b9f-44ac-bc93-7c9474e2d033 req-ccb86942-475e-4d78-8c06-50317854456c tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 944 time: 0.0502174 Sep 18 12:42:57.834598 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-457d09ec-2b9f-44ac-bc93-7c9474e2d033 req-2b168f42-662c-43fa-a87a-5ebc89e95937 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314519 Sep 18 12:42:58.095064 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:58.946570 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084e867-02ba-4d5e-aa8a-a9cb435e9866 req-0abb8fd0-3adb-4827-a25a-9a13c226c243 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:58.948075 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6084e867-02ba-4d5e-aa8a-a9cb435e9866 req-0abb8fd0-3adb-4827-a25a-9a13c226c243 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 944 time: 0.0474200 Sep 18 12:42:58.985165 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6084e867-02ba-4d5e-aa8a-a9cb435e9866 req-122e30d7-d224-41a8-83d4-724a4b39c4be tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314109 Sep 18 12:42:59.609731 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:42:59.989027 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068cd390-ff8a-4042-9832-e69e4b1a4a44 req-29f9755a-4145-48aa-a25e-ca6c101e483b tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:42:59.991296 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-068cd390-ff8a-4042-9832-e69e4b1a4a44 req-29f9755a-4145-48aa-a25e-ca6c101e483b tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 984 time: 0.0750844 Sep 18 12:42:59.999996 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbc7c8-442a-4efa-acfd-168a7eb8aa7d req-3ff8eba3-cc97-40e9-8a6b-b1fabaeb0a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:00.001464 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e6fbc7c8-442a-4efa-acfd-168a7eb8aa7d req-3ff8eba3-cc97-40e9-8a6b-b1fabaeb0a8c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6913bac521ff4566bd8a0c4e0edcf8b7&device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 1137 time: 0.0582156 Sep 18 12:43:00.116618 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-068cd390-ff8a-4042-9832-e69e4b1a4a44 req-ef357961-ecb3-4683-a734-d802062e609b tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e852c77-dd87-412c-9147-25abf5942355&id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1141307 Sep 18 12:43:00.149714 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbc7c8-442a-4efa-acfd-168a7eb8aa7d req-f8991146-2f35-4909-8acf-44ee8e0abba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:00.151164 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e6fbc7c8-442a-4efa-acfd-168a7eb8aa7d req-f8991146-2f35-4909-8acf-44ee8e0abba9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=03a59fa9-bec1-46db-b398-93e740f3293f HTTP/1.1" status: 200 len: 916 time: 0.1347189 Sep 18 12:43:00.159121 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90aa3b-952f-4971-8bed-d3b9b13746f2 req-be724332-1df7-4e6f-9a93-25ab89ec6763 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:00.160560 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3a90aa3b-952f-4971-8bed-d3b9b13746f2 req-be724332-1df7-4e6f-9a93-25ab89ec6763 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 944 time: 0.1057222 Sep 18 12:43:00.237217 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3a90aa3b-952f-4971-8bed-d3b9b13746f2 req-ca89e3bd-3207-4d79-ab9d-7d7e5e9bbf64 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704536 Sep 18 12:43:00.243621 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e6fbc7c8-442a-4efa-acfd-168a7eb8aa7d req-02d35ffc-3480-45e3-89fa-96f21ccbc3f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=918df4b1-a140-4b01-ac32-3bca12910e04 HTTP/1.1" status: 200 len: 1001 time: 0.0821903 Sep 18 12:43:00.294220 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbc7c8-442a-4efa-acfd-168a7eb8aa7d req-b47e5338-bebb-4f8a-ab5c-60d87f2d6d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:00.295678 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e6fbc7c8-442a-4efa-acfd-168a7eb8aa7d req-b47e5338-bebb-4f8a-ab5c-60d87f2d6d23 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=daf16491-9ce3-4bbf-a0c9-60e69eaa99c0 HTTP/1.1" status: 200 len: 854 time: 0.0427279 Sep 18 12:43:00.342164 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbc7c8-442a-4efa-acfd-168a7eb8aa7d req-b18dcc7f-06c2-4988-8914-4bc336053682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:00.343679 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e6fbc7c8-442a-4efa-acfd-168a7eb8aa7d req-b18dcc7f-06c2-4988-8914-4bc336053682 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=03a59fa9-bec1-46db-b398-93e740f3293f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397325 Sep 18 12:43:00.430762 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56178) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:43:00.442380 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e6fbc7c8-442a-4efa-acfd-168a7eb8aa7d req-c203bb45-f316-40c3-b813-8e607fd29d36 service neutron] 10.222.0.13 "GET /v2.0/networks/03a59fa9-bec1-46db-b398-93e740f3293f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892851 Sep 18 12:43:00.472698 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d91bf10-ddd2-4d38-a6df-57332d842503 admin admin] Deleting subnet 40c80d51-6c22-45f7-a07a-a0a47f410ae1 {{(pid=94107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 12:43:00.475625 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2d91bf10-ddd2-4d38-a6df-57332d842503 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:00.512981 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2d91bf10-ddd2-4d38-a6df-57332d842503 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25635558'] for subnet, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:00.533892 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e6fbc7c8-442a-4efa-acfd-168a7eb8aa7d req-48e38fb5-cc88-4fcb-83d6-243e90a8a798 service neutron] 10.222.0.13 "GET /v2.0/networks/03a59fa9-bec1-46db-b398-93e740f3293f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818162 Sep 18 12:43:00.552255 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2d91bf10-ddd2-4d38-a6df-57332d842503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701019'] for subnet, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:00.603509 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2d91bf10-ddd2-4d38-a6df-57332d842503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25655313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29169573'] for subnet, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:00.630329 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91bf10-ddd2-4d38-a6df-57332d842503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40c80d51-6c22-45f7-a07a-a0a47f410ae1,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:43:00.632332 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2d91bf10-ddd2-4d38-a6df-57332d842503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:00.638772 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-2d91bf10-ddd2-4d38-a6df-57332d842503 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/40c80d51-6c22-45f7-a07a-a0a47f410ae1 HTTP/1.1" status: 204 len: 168 time: 0.2068875 Sep 18 12:43:00.639687 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56180) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:43:00.658027 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52678f1d-372b-4ac4-ad6b-da6565041f18 req-ec08b707-0165-48f5-b1d2-5acf1372e661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:00.659445 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-52678f1d-372b-4ac4-ad6b-da6565041f18 req-ec08b707-0165-48f5-b1d2-5acf1372e661 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 1097 time: 0.0565846 Sep 18 12:43:00.700265 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-52678f1d-372b-4ac4-ad6b-da6565041f18 req-f061d314-5658-4197-afa0-3c91e987b341 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320175 Sep 18 12:43:00.715259 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b86e2471-78a5-4962-b098-0c302fa31961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455914'] for network, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:00.790691 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b86e2471-78a5-4962-b098-0c302fa31961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701404', 'neutron.services.segments.db._delete_segments_for_network-8759307057565'] for network, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:00.809344 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-b86e2471-78a5-4962-b098-0c302fa31961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af34039f-cd58-4097-b802-938f86dc6a17']}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:43:00.818202 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-b86e2471-78a5-4962-b098-0c302fa31961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f4db711-c33a-4b3b-a73b-069c723d69e8') {'for_net_delete': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:43:00.818493 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-b86e2471-78a5-4962-b098-0c302fa31961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f4db711-c33a-4b3b-a73b-069c723d69e8') {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:43:00.830977 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b86e2471-78a5-4962-b098-0c302fa31961 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759307058854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25635565'] for segment, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:00.844674 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b86e2471-78a5-4962-b098-0c302fa31961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:00.850677 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b86e2471-78a5-4962-b098-0c302fa31961 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 12:43:00.851081 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b86e2471-78a5-4962-b098-0c302fa31961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25655759'] for segment, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: Traceback (most recent call last): Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: timer() Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: cb(*args, **kw) Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: return func(*args, **kwargs) Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: self._notify() Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: self.callback(batched_events) Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: event.method(event) Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: return f(self, *a, **k) Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: return self._get(url).json() Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: return self.request(url, 'GET', **kwargs) Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 12:43:00.853331 dv-cinder-809894-1-iscsi neutron-server[94107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 12:43:00.904670 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b86e2471-78a5-4962-b098-0c302fa31961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673859'] for network, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:00.909937 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b86e2471-78a5-4962-b098-0c302fa31961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:00.911706 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-b86e2471-78a5-4962-b098-0c302fa31961 admin admin] 10.222.0.24 "DELETE /v2.0/networks/af34039f-cd58-4097-b802-938f86dc6a17 HTTP/1.1" status: 204 len: 168 time: 0.2710958 Sep 18 12:43:00.922338 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e2471-78a5-4962-b098-0c302fa31961 admin admin] Pushing event deleted for resources: {'Network': ['ID=af34039f-cd58-4097-b802-938f86dc6a17,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:43:01.068971 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56184) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:43:01.107796 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-6b0bfbd1-be56-4214-a36a-dd54a2e9223d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7209740233174114a3c254db743f4cad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376430 Sep 18 12:43:01.110046 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56186) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:43:01.156163 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cb119f1b-566e-4869-9546-0f0abaa09775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:01.181033 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cb119f1b-566e-4869-9546-0f0abaa09775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:01.226996 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cb119f1b-566e-4869-9546-0f0abaa09775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:01.229590 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cb119f1b-566e-4869-9546-0f0abaa09775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:01.230733 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-cb119f1b-566e-4869-9546-0f0abaa09775 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54d17110-f7fd-4b76-80cd-5e1d6d74fd52 HTTP/1.1" status: 204 len: 168 time: 0.1198261 Sep 18 12:43:01.231460 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c096d9-080f-4cb3-82ed-38ee141c8c29 req-055ca1a0-19ad-45e6-bc01-5e4fdaa58e76 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:01.232975 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-43c096d9-080f-4cb3-82ed-38ee141c8c29 req-055ca1a0-19ad-45e6-bc01-5e4fdaa58e76 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 984 time: 0.0486515 Sep 18 12:43:01.238561 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb119f1b-566e-4869-9546-0f0abaa09775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d17110-f7fd-4b76-80cd-5e1d6d74fd52,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:43:01.278160 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-43c096d9-080f-4cb3-82ed-38ee141c8c29 req-31eeb10b-8628-41b9-bc35-3f91db72c049 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e852c77-dd87-412c-9147-25abf5942355&id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375137 Sep 18 12:43:01.364116 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc924f1-3bac-4527-9eca-6edb1c1b29ed req-493c10f3-7a0e-41f4-80c5-00d20c49e1b6 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:01.365600 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0bc924f1-3bac-4527-9eca-6edb1c1b29ed req-493c10f3-7a0e-41f4-80c5-00d20c49e1b6 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 944 time: 0.0496681 Sep 18 12:43:01.405104 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0bc924f1-3bac-4527-9eca-6edb1c1b29ed req-9477650b-4060-41f8-851a-9cdd68829bb3 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335088 Sep 18 12:43:02.135518 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device a8398ecb-222b-4be2-bf32-b90cb0a8b9be details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 12:43:02.228602 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port a8398ecb-222b-4be2-bf32-b90cb0a8b9be, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a8398ecb-222b-4be2-bf32-b90cb0a8b9be,segment=NetworkSegment(c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b),segment_id=c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:43:02.239326 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Returning: {'device': 'a8398ecb-222b-4be2-bf32-b90cb0a8b9be', 'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24', 'port_id': 'a8398ecb-222b-4be2-bf32-b90cb0a8b9be', 'mac_address': 'fa:16:3e:14:34:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d4096f-b98a-4336-9196-ad5904271596', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 12:43:02.275837 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:02.287779 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8398ecb-222b-4be2-bf32-b90cb0a8b9be {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:43:02.306922 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port a8398ecb-222b-4be2-bf32-b90cb0a8b9be, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a8398ecb-222b-4be2-bf32-b90cb0a8b9be,segment=NetworkSegment(c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b),segment_id=c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:43:02.312814 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:02.374003 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=a8398ecb-222b-4be2-bf32-b90cb0a8b9be,revision_number=7']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:43:02.392745 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162968c0-2572-481e-8d9f-c2079a226155 req-1c41e27e-9561-4f11-ab4f-eaf48a554a9d tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:02.394238 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-162968c0-2572-481e-8d9f-c2079a226155 req-1c41e27e-9561-4f11-ab4f-eaf48a554a9d tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 984 time: 0.0495634 Sep 18 12:43:02.437303 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-162968c0-2572-481e-8d9f-c2079a226155 req-1441e72f-c191-41ef-a4f4-e986da01266c tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e852c77-dd87-412c-9147-25abf5942355&id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365508 Sep 18 12:43:02.519581 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d2191-6347-4cb4-90a3-93442ecf2559 req-4cd6e971-af81-44c8-b258-01e1fc2582c6 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:02.521099 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-015d2191-6347-4cb4-90a3-93442ecf2559 req-4cd6e971-af81-44c8-b258-01e1fc2582c6 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 945 time: 0.0475760 Sep 18 12:43:02.558827 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-015d2191-6347-4cb4-90a3-93442ecf2559 req-d6ca9d42-0a4e-492b-a94b-e01f511c86ed tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314655 Sep 18 12:43:02.573476 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['a8398ecb-222b-4be2-bf32-b90cb0a8b9be'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:43:03.244570 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e91ee1-e07b-4bff-902d-25fb356db3c0 req-817fc438-7306-49ce-8bd9-c6f0fc0e6a50 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:03.246042 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d1e91ee1-e07b-4bff-902d-25fb356db3c0 req-817fc438-7306-49ce-8bd9-c6f0fc0e6a50 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 946 time: 0.0481701 Sep 18 12:43:03.282728 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d1e91ee1-e07b-4bff-902d-25fb356db3c0 req-467ed6f4-87d3-42a3-b860-cc79747f2030 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307579 Sep 18 12:43:03.551744 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c471310-d215-4767-855f-1004b4a653f6 req-9eb552d9-e820-443c-88c0-390a0804f4d3 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:03.553097 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0c471310-d215-4767-855f-1004b4a653f6 req-9eb552d9-e820-443c-88c0-390a0804f4d3 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 984 time: 0.0470119 Sep 18 12:43:03.594882 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0c471310-d215-4767-855f-1004b4a653f6 req-dc4e0850-5e5c-429f-9883-dcaa977bb760 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e852c77-dd87-412c-9147-25abf5942355&id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351741 Sep 18 12:43:04.144711 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device a8398ecb-222b-4be2-bf32-b90cb0a8b9be up at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:43:04.191071 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning complete for port a8398ecb-222b-4be2-bf32-b90cb0a8b9be triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:43:04.191440 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:04.263709 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:04.287528 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50cfbb27-b22d-4b15-b1ec-1e462487c233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8398ecb-222b-4be2-bf32-b90cb0a8b9be'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:43:04.289773 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f443903345165d416a651567efac34002f351ff04fccc6d410eaa1beaa8a1ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf081cc3-fdc2-4aa4-91b3-ca6fe3c478e7" -d '{"events": [{"server_uuid": "50cfbb27-b22d-4b15-b1ec-1e462487c233", "name": "network-vif-plugged", "status": "completed", "tag": "a8398ecb-222b-4be2-bf32-b90cb0a8b9be"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:43:04.302188 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port a8398ecb-222b-4be2-bf32-b90cb0a8b9be, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a8398ecb-222b-4be2-bf32-b90cb0a8b9be,segment=NetworkSegment(c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b),segment_id=c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:43:04.306833 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:04.329987 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8e3313-c945-4658-b7bc-bac5376c11ed x-openstack-request-id: req-6d8e3313-c945-4658-b7bc-bac5376c11ed {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:43:04.330275 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50cfbb27-b22d-4b15-b1ec-1e462487c233", "name": "network-vif-plugged", "status": "completed", "tag": "a8398ecb-222b-4be2-bf32-b90cb0a8b9be", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:43:04.330723 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d8e3313-c945-4658-b7bc-bac5376c11ed {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:43:04.330935 dv-cinder-809894-1-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50cfbb27-b22d-4b15-b1ec-1e462487c233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8398ecb-222b-4be2-bf32-b90cb0a8b9be', 'code': 200} Sep 18 12:43:04.357159 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=a8398ecb-222b-4be2-bf32-b90cb0a8b9be,revision_number=8']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:43:04.613338 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137903c-6c37-4bce-b27b-78095e80b9b7 req-fa90fd66-3d93-4f52-acd4-6e5935ea858f tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:04.614810 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3137903c-6c37-4bce-b27b-78095e80b9b7 req-fa90fd66-3d93-4f52-acd4-6e5935ea858f tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 946 time: 0.2596371 Sep 18 12:43:04.653437 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3137903c-6c37-4bce-b27b-78095e80b9b7 req-3e54fbe9-0478-4730-824d-1230933d0d48 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320268 Sep 18 12:43:04.715543 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4132b3-696f-419f-9b27-153fa61c8577 req-044ade78-81ce-4635-b90b-20b10351d757 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:04.717160 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2c4132b3-696f-419f-9b27-153fa61c8577 req-044ade78-81ce-4635-b90b-20b10351d757 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 984 time: 0.0486591 Sep 18 12:43:04.757082 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2c4132b3-696f-419f-9b27-153fa61c8577 req-3533a0cb-9814-4756-8209-48fc265de235 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e852c77-dd87-412c-9147-25abf5942355&id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340884 Sep 18 12:43:04.884028 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466039f-09bb-4153-a930-f9992ef23bdd req-58f5cbc4-36e2-4680-8307-9b5d4d72dfc0 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:04.885444 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3466039f-09bb-4153-a930-f9992ef23bdd req-58f5cbc4-36e2-4680-8307-9b5d4d72dfc0 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.13 "GET /v2.0/ports?device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 946 time: 0.0471292 Sep 18 12:43:04.977121 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-3466039f-09bb-4153-a930-f9992ef23bdd req-af662054-a656-49b8-bb34-8e57c896a1d8 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Deleting port f161b93a-7779-417a-90fb-eba37f142a6e {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:43:04.977449 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3466039f-09bb-4153-a930-f9992ef23bdd req-af662054-a656-49b8-bb34-8e57c896a1d8 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:05.065052 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-3466039f-09bb-4153-a930-f9992ef23bdd req-af662054-a656-49b8-bb34-8e57c896a1d8 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] For port f161b93a-7779-417a-90fb-eba37f142a6e, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=f161b93a-7779-417a-90fb-eba37f142a6e,segment=NetworkSegment(1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f),segment_id=1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:43:05.065412 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3466039f-09bb-4153-a930-f9992ef23bdd req-af662054-a656-49b8-bb34-8e57c896a1d8 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:05.223103 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3466039f-09bb-4153-a930-f9992ef23bdd req-af662054-a656-49b8-bb34-8e57c896a1d8 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:05.223363 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3466039f-09bb-4153-a930-f9992ef23bdd req-af662054-a656-49b8-bb34-8e57c896a1d8 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673873'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:05.223688 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.db.l3_db [req-3466039f-09bb-4153-a930-f9992ef23bdd req-af662054-a656-49b8-bb34-8e57c896a1d8 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Floating IP cfc64ae9-8e56-4f25-8ca4-afbef2c897c5 disassociated. External IP: 172.27.1.249, port: f161b93a-7779-417a-90fb-eba37f142a6e. Sep 18 12:43:05.224029 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-3466039f-09bb-4153-a930-f9992ef23bdd req-af662054-a656-49b8-bb34-8e57c896a1d8 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Calling delete_port for f161b93a-7779-417a-90fb-eba37f142a6e owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:43:05.348310 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3466039f-09bb-4153-a930-f9992ef23bdd req-af662054-a656-49b8-bb34-8e57c896a1d8 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:05.381684 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af662054-a656-49b8-bb34-8e57c896a1d8 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Pushing event deleted for resources: {'Port': ['ID=f161b93a-7779-417a-90fb-eba37f142a6e,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:43:05.487059 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3466039f-09bb-4153-a930-f9992ef23bdd req-af662054-a656-49b8-bb34-8e57c896a1d8 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Router 300608a6-6a35-47be-bba0-941654511037 has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:43:05.588421 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3466039f-09bb-4153-a930-f9992ef23bdd req-af662054-a656-49b8-bb34-8e57c896a1d8 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:43:05.598140 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2925370-68fc-4ce8-a1b4-3a1dbd3a5019 None None] Sync routers for ids ['300608a6-6a35-47be-bba0-941654511037'] in dv-cinder-809894-1-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:43:05.607315 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2925370-68fc-4ce8-a1b4-3a1dbd3a5019 None None] Routers {'300608a6-6a35-47be-bba0-941654511037'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:43:05.607960 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-d2925370-68fc-4ce8-a1b4-3a1dbd3a5019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:42:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['300608a6-6a35-47be-bba0-941654511037'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:43:05.625468 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-3466039f-09bb-4153-a930-f9992ef23bdd req-af662054-a656-49b8-bb34-8e57c896a1d8 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] No DVR routers for this DVR port f161b93a-7779-417a-90fb-eba37f142a6e on host hv-cinder-80989 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:43:05.628013 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3466039f-09bb-4153-a930-f9992ef23bdd req-af662054-a656-49b8-bb34-8e57c896a1d8 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:05.629989 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3466039f-09bb-4153-a930-f9992ef23bdd req-af662054-a656-49b8-bb34-8e57c896a1d8 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.13 "DELETE /v2.0/ports/f161b93a-7779-417a-90fb-eba37f142a6e HTTP/1.1" status: 204 len: 173 time: 0.7377164 Sep 18 12:43:05.630431 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9817f758-bde8-433f-ac25-25fb475bbcb3', 'name': 'network-vif-deleted', 'tag': 'f161b93a-7779-417a-90fb-eba37f142a6e'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:43:05.632684 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38da74a-91ea-4349-9885-b457b2a6d004" -d '{"events": [{"server_uuid": "9817f758-bde8-433f-ac25-25fb475bbcb3", "name": "network-vif-deleted", "tag": "f161b93a-7779-417a-90fb-eba37f142a6e"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:43:05.671548 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7f3faa-d6df-450e-9650-310288c4f87a x-openstack-request-id: req-8d7f3faa-d6df-450e-9650-310288c4f87a {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:43:05.671912 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9817f758-bde8-433f-ac25-25fb475bbcb3", "name": "network-vif-deleted", "tag": "f161b93a-7779-417a-90fb-eba37f142a6e", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:43:05.672097 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d7f3faa-d6df-450e-9650-310288c4f87a {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:43:05.672481 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9817f758-bde8-433f-ac25-25fb475bbcb3', 'name': 'network-vif-deleted', 'tag': 'f161b93a-7779-417a-90fb-eba37f142a6e', 'status': 'completed', 'code': 200} Sep 18 12:43:05.732513 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-d2925370-68fc-4ce8-a1b4-3a1dbd3a5019 None None] Set router 300608a6-6a35-47be-bba0-941654511037 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:43:05.778711 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ce1dcddb-95db-4d9a-b060-a5e1e4b6ad2f req-2635d3b9-06bf-43aa-b712-50fd5c7499ae tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=9817f758-bde8-433f-ac25-25fb475bbcb3 HTTP/1.1" status: 200 len: 210 time: 0.0325837 Sep 18 12:43:05.899470 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2a085-488c-42c1-8af7-78b53e1403f5 req-60857ef6-2018-41db-b319-0977a2212282 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:05.901041 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9ee2a085-488c-42c1-8af7-78b53e1403f5 req-60857ef6-2018-41db-b319-0977a2212282 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 984 time: 0.0634463 Sep 18 12:43:05.942007 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9ee2a085-488c-42c1-8af7-78b53e1403f5 req-f7d2c692-a9d5-4d24-ba1a-99efa679c5ba tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e852c77-dd87-412c-9147-25abf5942355&id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343709 Sep 18 12:43:05.959448 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-d2925370-68fc-4ce8-a1b4-3a1dbd3a5019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300608a6-6a35-47be-bba0-941654511037', 'name': 'tempest-TestVolumeBootPattern-2100787330-router', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:47Z', 'revision_number': 4, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'gw_port': {'id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': '4b738515-792e-4aa5-9b94-52022fc1ad71', 'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'mac_address': 'fa:16:3e:37:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:46Z', 'updated_at': '2021-09-18T12:39:51Z', 'revision_number': 5, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'subnets': [{'id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:43:06.106764 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2925370-68fc-4ce8-a1b4-3a1dbd3a5019 None None] Checking router: 300608a6-6a35-47be-bba0-941654511037 for host: dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:43:06.115185 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2925370-68fc-4ce8-a1b4-3a1dbd3a5019 None None] Routers {'300608a6-6a35-47be-bba0-941654511037'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:43:06.115817 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-d2925370-68fc-4ce8-a1b4-3a1dbd3a5019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:42:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['300608a6-6a35-47be-bba0-941654511037'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:43:06.216879 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-d2925370-68fc-4ce8-a1b4-3a1dbd3a5019 None None] Set router 300608a6-6a35-47be-bba0-941654511037 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:43:06.420491 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-d2925370-68fc-4ce8-a1b4-3a1dbd3a5019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300608a6-6a35-47be-bba0-941654511037', 'name': 'tempest-TestVolumeBootPattern-2100787330-router', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:47Z', 'revision_number': 4, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'gw_port': {'id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': '4b738515-792e-4aa5-9b94-52022fc1ad71', 'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'mac_address': 'fa:16:3e:37:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:46Z', 'updated_at': '2021-09-18T12:39:51Z', 'revision_number': 5, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'subnets': [{'id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:43:06.446692 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2925370-68fc-4ce8-a1b4-3a1dbd3a5019 None None] The sync data for ids ['300608a6-6a35-47be-bba0-941654511037'] in dv-cinder-809894-1-iscsi is: [{'id': '300608a6-6a35-47be-bba0-941654511037', 'name': 'tempest-TestVolumeBootPattern-2100787330-router', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:47Z', 'revision_number': 4, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'gw_port': {'id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': '4b738515-792e-4aa5-9b94-52022fc1ad71', 'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'mac_address': 'fa:16:3e:37:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:46Z', 'updated_at': '2021-09-18T12:39:51Z', 'revision_number': 5, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'subnets': [{'id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:43:06.655026 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710e24e8-b0bc-4041-a666-2747f4367560 None None] New status for floating IP cfc64ae9-8e56-4f25-8ca4-afbef2c897c5: DOWN {{(pid=94109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 12:43:07.034354 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-07bd1e80-de99-4787-9424-7cf783f249a0 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-58284222&fields=id&tenant_id=e4b17c4b73c846a5beaa565957fa5b0f HTTP/1.1" status: 200 len: 267 time: 0.0377405 Sep 18 12:43:07.164914 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-f33c04c8-bc74-4742-acc7-745c67db1ba5 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:07.166339 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-f33c04c8-bc74-4742-acc7-745c67db1ba5 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/networks?id=912eee10-59e8-4a2c-acbd-9133161c8c07 HTTP/1.1" status: 200 len: 812 time: 0.1241436 Sep 18 12:43:07.177788 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfa582-2501-4086-9e46-71dc6e81adf6 req-cc2ce423-2a24-43c0-8045-f6e14b92d2f1 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:07.179150 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a0cfa582-2501-4086-9e46-71dc6e81adf6 req-cc2ce423-2a24-43c0-8045-f6e14b92d2f1 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 984 time: 0.1440334 Sep 18 12:43:07.198545 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-c5c01e80-5743-4e0f-b0a1-4a44501e3949 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/quotas/e4b17c4b73c846a5beaa565957fa5b0f HTTP/1.1" status: 200 len: 375 time: 0.0184431 Sep 18 12:43:07.248024 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a0cfa582-2501-4086-9e46-71dc6e81adf6 req-a9f9416d-1cb8-48a7-968d-ec1cd427527b tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e852c77-dd87-412c-9147-25abf5942355&id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620217 Sep 18 12:43:07.265958 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-4204f6db-f96e-4ddf-a53c-e08cbf7cf043 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e4b17c4b73c846a5beaa565957fa5b0f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0611916 Sep 18 12:43:07.403231 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-35d8648c-68ef-41a6-9cb9-58307e122337 service neutron] 10.222.0.24 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245301 Sep 18 12:43:07.492357 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-ead4cb4f-6f78-44c0-aa76-1f82af276854 service neutron] 10.222.0.24 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830634 Sep 18 12:43:07.768450 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-51089e07-9ab4-40b1-a4bf-5c8bc516e63b req-2322c1d7-a85a-465c-a3f7-b8445aa556a9 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d0e090-fbe7-4c10-9283-d925aa6332c9 HTTP/1.1" status: 200 len: 210 time: 0.0266407 Sep 18 12:43:08.144907 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device f161b93a-7779-417a-90fb-eba37f142a6e no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:43:08.168419 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] No Port match for: f161b93a-7779-417a-90fb-eba37f142a6e {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:43:08.168760 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device f161b93a-7779-417a-90fb-eba37f142a6e not bound to the agent host hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:43:08.362010 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc95d8-9c32-49db-ae7c-d5f24a4a8f5b req-dfb0b4ae-06bc-4c90-a580-acb2a80a27b6 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:08.363379 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e9fc95d8-9c32-49db-ae7c-d5f24a4a8f5b req-dfb0b4ae-06bc-4c90-a580-acb2a80a27b6 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 984 time: 0.0485268 Sep 18 12:43:08.401826 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e9fc95d8-9c32-49db-ae7c-d5f24a4a8f5b req-7fbb68bf-659a-49ea-a808-48d3f6375894 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e852c77-dd87-412c-9147-25abf5942355&id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323722 Sep 18 12:43:08.687424 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-dc7d162f-37bb-46f5-aed9-ff1fed95b1c6 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:08.689035 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-dc7d162f-37bb-46f5-aed9-ff1fed95b1c6 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.13 "GET /v2.0/networks?id=912eee10-59e8-4a2c-acbd-9133161c8c07 HTTP/1.1" status: 200 len: 812 time: 0.1153929 Sep 18 12:43:08.731404 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-5cc52b59-4494-470b-a7be-d2825e9e8d6e tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4b17c4b73c846a5beaa565957fa5b0f HTTP/1.1" status: 200 len: 378 time: 0.0334079 Sep 18 12:43:08.742300 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-f5155432-525d-440a-bc12-0eb9121076d8 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Request body: {'port': {'device_id': 'c6d0e090-fbe7-4c10-9283-d925aa6332c9', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'admin_state_up': True, 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'security_groups': ['6a20a424-047f-4937-a3fa-5280617a51f0']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:43:08.867601 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0591ebb6-2afd-4176-9a77-b18541c7b106 req-495f303c-87ea-44a4-8faa-588df39ae13e tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d0e090-fbe7-4c10-9283-d925aa6332c9 HTTP/1.1" status: 200 len: 210 time: 0.0319786 Sep 18 12:43:08.878616 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-f5155432-525d-440a-bc12-0eb9121076d8 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Made reservation on behalf of e4b17c4b73c846a5beaa565957fa5b0f for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:43:08.882232 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-f5155432-525d-440a-bc12-0eb9121076d8 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:09.012487 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-f5155432-525d-440a-bc12-0eb9121076d8 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Allocated IP 172.20.0.11 (912eee10-59e8-4a2c-acbd-9133161c8c07/e2bf35ac-f149-49bc-8c73-f2857d2031df/2c7319c4-0b71-4780-85d1-42e9b678dc28) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:43:09.154179 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-f5155432-525d-440a-bc12-0eb9121076d8 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:09.188563 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-f5155432-525d-440a-bc12-0eb9121076d8 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:09.233598 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-f5155432-525d-440a-bc12-0eb9121076d8 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Network 912eee10-59e8-4a2c-acbd-9133161c8c07 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:43:09.236560 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-f5155432-525d-440a-bc12-0eb9121076d8 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:43:09.240055 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-f5155432-525d-440a-bc12-0eb9121076d8 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:43:09.248685 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5155432-525d-440a-bc12-0eb9121076d8 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Pushing event updated for resources: {'Port': ['ID=2c7319c4-0b71-4780-85d1-42e9b678dc28,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:43:09.295930 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-f5155432-525d-440a-bc12-0eb9121076d8 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:09.296556 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-f5155432-525d-440a-bc12-0eb9121076d8 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:09.312022 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-f5155432-525d-440a-bc12-0eb9121076d8 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5732079 Sep 18 12:43:09.325014 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-1c338a86-e540-4cf2-af99-d2a141a06577 service neutron] Request body: {'port': {'device_id': 'c6d0e090-fbe7-4c10-9283-d925aa6332c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:43:09.380433 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-1c338a86-e540-4cf2-af99-d2a141a06577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:09.447260 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-908728cf-1dc3-4738-8081-e8e43d40e1e6 None None] Provisioning complete for port 2c7319c4-0b71-4780-85d1-42e9b678dc28 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:43:09.447907 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-908728cf-1dc3-4738-8081-e8e43d40e1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:09.481088 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-908728cf-1dc3-4738-8081-e8e43d40e1e6 None None] Port 2c7319c4-0b71-4780-85d1-42e9b678dc28 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 12:43:09.567523 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4d8a3-1f09-4025-a23b-237e2ae8d49c req-b1540e61-9cea-4b69-808a-0c8c48d61110 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:09.569032 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a9a4d8a3-1f09-4025-a23b-237e2ae8d49c req-b1540e61-9cea-4b69-808a-0c8c48d61110 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 984 time: 0.0838418 Sep 18 12:43:09.646597 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a9a4d8a3-1f09-4025-a23b-237e2ae8d49c req-6efbff75-51d4-4dd6-a1eb-45931f20ded6 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e852c77-dd87-412c-9147-25abf5942355&id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0505352 Sep 18 12:43:09.708945 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-1c338a86-e540-4cf2-af99-d2a141a06577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c7319c4-0b71-4780-85d1-42e9b678dc28 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:43:09.716266 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-1c338a86-e540-4cf2-af99-d2a141a06577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:09.728203 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-1c338a86-e540-4cf2-af99-d2a141a06577 service neutron] Transition to ACTIVE for port object 2c7319c4-0b71-4780-85d1-42e9b678dc28 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 12:43:09.731856 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-1c338a86-e540-4cf2-af99-d2a141a06577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25309473'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:09.780741 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c338a86-e540-4cf2-af99-d2a141a06577 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7319c4-0b71-4780-85d1-42e9b678dc28,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:43:09.853427 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-1c338a86-e540-4cf2-af99-d2a141a06577 service neutron] Attempting to bind port 2c7319c4-0b71-4780-85d1-42e9b678dc28 on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:43:09.853761 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-1c338a86-e540-4cf2-af99-d2a141a06577 service neutron] Attempting to bind port 2c7319c4-0b71-4780-85d1-42e9b678dc28 by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': '1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:43:09.854084 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-1c338a86-e540-4cf2-af99-d2a141a06577 service neutron] Attempting to bind port 2c7319c4-0b71-4780-85d1-42e9b678dc28 on network 912eee10-59e8-4a2c-acbd-9133161c8c07 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:43:09.858484 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-1c338a86-e540-4cf2-af99-d2a141a06577 service neutron] Port 2c7319c4-0b71-4780-85d1-42e9b678dc28 on network 912eee10-59e8-4a2c-acbd-9133161c8c07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 12:43:09.858803 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-1c338a86-e540-4cf2-af99-d2a141a06577 service neutron] Attempting to bind port 2c7319c4-0b71-4780-85d1-42e9b678dc28 on network 912eee10-59e8-4a2c-acbd-9133161c8c07 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:43:09.864012 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-1c338a86-e540-4cf2-af99-d2a141a06577 service neutron] Checking agent: {'id': '48060bde-194c-4a59-bb73-c876edc89e02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'started_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:43:09.864344 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-1c338a86-e540-4cf2-af99-d2a141a06577 service neutron] Checking segment: {'id': '1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:43:09.864723 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-1c338a86-e540-4cf2-af99-d2a141a06577 service neutron] Bound using segment: {'id': '1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:43:09.865145 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-1c338a86-e540-4cf2-af99-d2a141a06577 service neutron] Bound port: 2c7319c4-0b71-4780-85d1-42e9b678dc28, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:43:09.865499 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-1c338a86-e540-4cf2-af99-d2a141a06577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:09.931568 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-1c338a86-e540-4cf2-af99-d2a141a06577 service neutron] For port 2c7319c4-0b71-4780-85d1-42e9b678dc28, host hv-cinder-80989, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:43:09.934729 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-1c338a86-e540-4cf2-af99-d2a141a06577 service neutron] For port 2c7319c4-0b71-4780-85d1-42e9b678dc28, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=2c7319c4-0b71-4780-85d1-42e9b678dc28,segment=NetworkSegment(1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f),segment_id=1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:43:09.949102 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-1c338a86-e540-4cf2-af99-d2a141a06577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25309473'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:10.005615 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-1c338a86-e540-4cf2-af99-d2a141a06577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:10.006233 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-1c338a86-e540-4cf2-af99-d2a141a06577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:10.007631 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-1c338a86-e540-4cf2-af99-d2a141a06577 service neutron] 10.222.0.13 "PUT /v2.0/ports/2c7319c4-0b71-4780-85d1-42e9b678dc28 HTTP/1.1" status: 200 len: 1094 time: 0.6873996 Sep 18 12:43:10.009001 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d0e090-fbe7-4c10-9283-d925aa6332c9', 'tag': '2c7319c4-0b71-4780-85d1-42e9b678dc28'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:43:10.011543 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0aed1e-5e4d-4c54-b0ca-a38754f339b9" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d0e090-fbe7-4c10-9283-d925aa6332c9", "tag": "2c7319c4-0b71-4780-85d1-42e9b678dc28"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:43:10.043692 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a3915-0a24-42ce-af7e-168614be7a4e req-4a84d81a-90f4-4eb0-84fc-15519b4ab193 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:10.045257 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-845a3915-0a24-42ce-af7e-168614be7a4e req-4a84d81a-90f4-4eb0-84fc-15519b4ab193 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d0e090-fbe7-4c10-9283-d925aa6332c9 HTTP/1.1" status: 200 len: 944 time: 0.1056225 Sep 18 12:43:10.049316 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c338a86-e540-4cf2-af99-d2a141a06577 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7319c4-0b71-4780-85d1-42e9b678dc28,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:43:10.061690 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa711800-5cf8-456e-8bbd-6936eea7fc64 x-openstack-request-id: req-aa711800-5cf8-456e-8bbd-6936eea7fc64 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:43:10.061966 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d0e090-fbe7-4c10-9283-d925aa6332c9", "tag": "2c7319c4-0b71-4780-85d1-42e9b678dc28", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:43:10.062206 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa711800-5cf8-456e-8bbd-6936eea7fc64 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:43:10.062584 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d0e090-fbe7-4c10-9283-d925aa6332c9', 'tag': '2c7319c4-0b71-4780-85d1-42e9b678dc28', 'status': 'completed', 'code': 200} Sep 18 12:43:10.349726 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-845a3915-0a24-42ce-af7e-168614be7a4e req-d262949e-fa83-4396-979d-3c90a394a7ca tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2895620 Sep 18 12:43:10.352237 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-ad7e8140-e174-47ce-8b6d-366077627379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:10.353676 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-ad7e8140-e174-47ce-8b6d-366077627379 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4b17c4b73c846a5beaa565957fa5b0f&device_id=c6d0e090-fbe7-4c10-9283-d925aa6332c9 HTTP/1.1" status: 200 len: 1097 time: 0.3013945 Sep 18 12:43:10.397059 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-15be3453-591a-47f1-a091-d670352867cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c7319c4-0b71-4780-85d1-42e9b678dc28 HTTP/1.1" status: 200 len: 217 time: 0.0339310 Sep 18 12:43:10.447000 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-1ad3c9e3-b643-4b37-bad2-5f0814cca5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:10.448419 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-1ad3c9e3-b643-4b37-bad2-5f0814cca5fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e2bf35ac-f149-49bc-8c73-f2857d2031df HTTP/1.1" status: 200 len: 851 time: 0.0439656 Sep 18 12:43:10.491597 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-61e4dace-4c36-477f-84c7-f8fda48e6c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:10.493065 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-61e4dace-4c36-477f-84c7-f8fda48e6c7f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=912eee10-59e8-4a2c-acbd-9133161c8c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374370 Sep 18 12:43:10.587407 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-925d96a6-3ebd-4373-a118-a0ce868a14cd service neutron] 10.222.0.13 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803652 Sep 18 12:43:10.680341 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-270092ac-2511-4fa3-9b76-2ccd62275bf0 req-f8d7cccd-53b9-4268-a27a-c280afddaf0a service neutron] 10.222.0.13 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839067 Sep 18 12:43:10.796459 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc97b8f-ec0c-4501-af5c-1fbd491ddac6 req-613f709d-292b-4e33-bc52-2ec3c97fee52 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:10.797919 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3cc97b8f-ec0c-4501-af5c-1fbd491ddac6 req-613f709d-292b-4e33-bc52-2ec3c97fee52 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 984 time: 0.0807955 Sep 18 12:43:10.799574 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0aed1e-5e4d-4c54-b0ca-a38754f339b9 req-12d21147-dad8-4d75-b4dd-f6e45725fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:10.801098 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab0aed1e-5e4d-4c54-b0ca-a38754f339b9 req-12d21147-dad8-4d75-b4dd-f6e45725fbab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4b17c4b73c846a5beaa565957fa5b0f&device_id=c6d0e090-fbe7-4c10-9283-d925aa6332c9 HTTP/1.1" status: 200 len: 1097 time: 0.0594974 Sep 18 12:43:10.887438 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3cc97b8f-ec0c-4501-af5c-1fbd491ddac6 req-726a0efc-d857-43c7-86e2-04f2f8a31e45 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e852c77-dd87-412c-9147-25abf5942355&id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0835454 Sep 18 12:43:10.914743 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0aed1e-5e4d-4c54-b0ca-a38754f339b9 req-aec1e4aa-550a-44c3-962e-de369aa6469c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:10.916484 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab0aed1e-5e4d-4c54-b0ca-a38754f339b9 req-aec1e4aa-550a-44c3-962e-de369aa6469c service neutron] 10.222.0.13 "GET /v2.0/networks?id=912eee10-59e8-4a2c-acbd-9133161c8c07 HTTP/1.1" status: 200 len: 913 time: 0.1066189 Sep 18 12:43:10.971855 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab0aed1e-5e4d-4c54-b0ca-a38754f339b9 req-ee239069-68b8-4a72-b33b-6502be1b1893 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c7319c4-0b71-4780-85d1-42e9b678dc28 HTTP/1.1" status: 200 len: 217 time: 0.0399554 Sep 18 12:43:11.022533 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0aed1e-5e4d-4c54-b0ca-a38754f339b9 req-7a854d1d-13ec-4ba5-8fce-b52d67897ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:11.024111 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab0aed1e-5e4d-4c54-b0ca-a38754f339b9 req-7a854d1d-13ec-4ba5-8fce-b52d67897ef2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e2bf35ac-f149-49bc-8c73-f2857d2031df HTTP/1.1" status: 200 len: 851 time: 0.0432153 Sep 18 12:43:11.072926 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0aed1e-5e4d-4c54-b0ca-a38754f339b9 req-d3872fb0-7e02-45cd-b95e-d80116fd0d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:11.074396 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab0aed1e-5e4d-4c54-b0ca-a38754f339b9 req-d3872fb0-7e02-45cd-b95e-d80116fd0d33 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=912eee10-59e8-4a2c-acbd-9133161c8c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401709 Sep 18 12:43:11.166429 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab0aed1e-5e4d-4c54-b0ca-a38754f339b9 req-3a4f71d5-5d85-4350-951d-6d8dfb6f3e0a service neutron] 10.222.0.13 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839667 Sep 18 12:43:11.259926 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab0aed1e-5e4d-4c54-b0ca-a38754f339b9 req-173a8f8a-b466-46bd-bc36-966f3e81a421 service neutron] 10.222.0.13 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803936 Sep 18 12:43:11.461790 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2111038-d918-471f-808e-4a243e510ac9 req-e5f8cd78-6ea0-48d9-9f5b-ac5275fbe955 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:11.463278 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d2111038-d918-471f-808e-4a243e510ac9 req-e5f8cd78-6ea0-48d9-9f5b-ac5275fbe955 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d0e090-fbe7-4c10-9283-d925aa6332c9 HTTP/1.1" status: 200 len: 944 time: 0.0490224 Sep 18 12:43:11.504075 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d2111038-d918-471f-808e-4a243e510ac9 req-1e3f5f4e-eeae-4225-8eba-8b0a1f186162 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349348 Sep 18 12:43:12.001351 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfb314-58a5-4e2e-9320-c59f05256c7f req-b03be769-07f9-4e0e-b658-494f2415ecd9 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:12.002806 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0fbfb314-58a5-4e2e-9320-c59f05256c7f req-b03be769-07f9-4e0e-b658-494f2415ecd9 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 984 time: 0.0475419 Sep 18 12:43:12.042341 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0fbfb314-58a5-4e2e-9320-c59f05256c7f req-5b3daf5b-6e6f-4e1f-b087-7860ef90c981 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e852c77-dd87-412c-9147-25abf5942355&id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329890 Sep 18 12:43:12.614159 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0bea6-7be5-4ebe-a41b-fee01602211c req-d5264621-6382-43a4-a127-d28acc090829 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:12.615629 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c9a0bea6-7be5-4ebe-a41b-fee01602211c req-d5264621-6382-43a4-a127-d28acc090829 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d0e090-fbe7-4c10-9283-d925aa6332c9 HTTP/1.1" status: 200 len: 944 time: 0.0472336 Sep 18 12:43:12.652680 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c9a0bea6-7be5-4ebe-a41b-fee01602211c req-8c47f19f-9e57-437a-b038-5bcbd6e07e64 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305121 Sep 18 12:43:13.157537 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a7a93-d0eb-4f79-a3cf-3263e02540ee req-bab1d447-22a4-462f-92be-62ed094dafd1 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:13.159005 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f68a7a93-d0eb-4f79-a3cf-3263e02540ee req-bab1d447-22a4-462f-92be-62ed094dafd1 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 984 time: 0.0475736 Sep 18 12:43:13.201590 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f68a7a93-d0eb-4f79-a3cf-3263e02540ee req-4a8a3dcf-a855-4ad8-9ab0-0a99c55d1ab4 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e852c77-dd87-412c-9147-25abf5942355&id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359421 Sep 18 12:43:13.764136 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e94c02-3cb4-4bb6-bad9-f57736225f52 req-43a75ad9-1a75-4e1d-a711-cba86fd2272b tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:13.765587 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-65e94c02-3cb4-4bb6-bad9-f57736225f52 req-43a75ad9-1a75-4e1d-a711-cba86fd2272b tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d0e090-fbe7-4c10-9283-d925aa6332c9 HTTP/1.1" status: 200 len: 944 time: 0.0478456 Sep 18 12:43:13.805115 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-65e94c02-3cb4-4bb6-bad9-f57736225f52 req-168afb80-131f-4905-a80d-ba90a7612403 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332098 Sep 18 12:43:13.817779 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:43:14.314999 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88e60c-7760-4d56-97f4-506a3a7aad9b req-1a51b47c-5f3b-41f1-8341-b13349bd6c85 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:14.316497 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7f88e60c-7760-4d56-97f4-506a3a7aad9b req-1a51b47c-5f3b-41f1-8341-b13349bd6c85 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 984 time: 0.0479999 Sep 18 12:43:14.356101 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7f88e60c-7760-4d56-97f4-506a3a7aad9b req-961d9b83-5b3f-4a15-8276-63226a911c3d tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e852c77-dd87-412c-9147-25abf5942355&id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336902 Sep 18 12:43:14.915105 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324e585-ccf7-4073-923f-42b04b2e412c req-b7d1824b-cdb8-4e5c-8dd2-0e599efa4eb1 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:14.916589 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1324e585-ccf7-4073-923f-42b04b2e412c req-b7d1824b-cdb8-4e5c-8dd2-0e599efa4eb1 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d0e090-fbe7-4c10-9283-d925aa6332c9 HTTP/1.1" status: 200 len: 944 time: 0.0478094 Sep 18 12:43:14.956091 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1324e585-ccf7-4073-923f-42b04b2e412c req-5ab5088d-e0e2-4ea0-8991-492a16eb1622 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336287 Sep 18 12:43:15.469693 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d634ad0-8213-4e2e-9bbb-0cf851cadbd7 req-ff32e8fd-d0e2-4389-bc50-8030387a0a88 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:15.471139 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0d634ad0-8213-4e2e-9bbb-0cf851cadbd7 req-ff32e8fd-d0e2-4389-bc50-8030387a0a88 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 984 time: 0.0476844 Sep 18 12:43:15.509887 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0d634ad0-8213-4e2e-9bbb-0cf851cadbd7 req-495d10e8-a1ef-451b-95e8-a6a813c455ab tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e852c77-dd87-412c-9147-25abf5942355&id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328958 Sep 18 12:43:16.066037 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b51b02-b1c5-4b4f-8f80-8029f6a3f071 req-99899ec8-70af-42a5-8281-9aae8709f595 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:16.067486 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-95b51b02-b1c5-4b4f-8f80-8029f6a3f071 req-99899ec8-70af-42a5-8281-9aae8709f595 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d0e090-fbe7-4c10-9283-d925aa6332c9 HTTP/1.1" status: 200 len: 944 time: 0.0475016 Sep 18 12:43:16.103208 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-95b51b02-b1c5-4b4f-8f80-8029f6a3f071 req-0a535b0e-7b44-4191-b63f-f0188f5d3b0c tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299859 Sep 18 12:43:16.621365 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39512732-ad57-4dc4-a3c0-e5f9b342bfb5 req-c9fde84c-ef5a-4820-beff-b50683edcc07 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:16.622813 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-39512732-ad57-4dc4-a3c0-e5f9b342bfb5 req-c9fde84c-ef5a-4820-beff-b50683edcc07 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 984 time: 0.0472929 Sep 18 12:43:16.665091 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-39512732-ad57-4dc4-a3c0-e5f9b342bfb5 req-57c11eb0-03f5-4f1f-bc4f-0b81a9569ef9 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e852c77-dd87-412c-9147-25abf5942355&id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362122 Sep 18 12:43:16.793236 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccf687-367c-4703-bf34-077d187333e2 req-7ae471ce-7786-47b6-9136-113e6991dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:16.794611 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-32ccf687-367c-4703-bf34-077d187333e2 req-7ae471ce-7786-47b6-9136-113e6991dfc9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6913bac521ff4566bd8a0c4e0edcf8b7&device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 1137 time: 0.0399125 Sep 18 12:43:16.898121 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccf687-367c-4703-bf34-077d187333e2 req-b8822d40-f301-4cda-96e0-5f237eea61b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:16.899613 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-32ccf687-367c-4703-bf34-077d187333e2 req-b8822d40-f301-4cda-96e0-5f237eea61b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=03a59fa9-bec1-46db-b398-93e740f3293f HTTP/1.1" status: 200 len: 916 time: 0.0833960 Sep 18 12:43:16.969016 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-32ccf687-367c-4703-bf34-077d187333e2 req-4ff84719-f855-4c2e-b7de-498fca9dbd7d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=918df4b1-a140-4b01-ac32-3bca12910e04 HTTP/1.1" status: 200 len: 1001 time: 0.0614033 Sep 18 12:43:17.018163 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccf687-367c-4703-bf34-077d187333e2 req-68da955a-d20e-4a71-93e6-8b9cc447d674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:17.019575 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-32ccf687-367c-4703-bf34-077d187333e2 req-68da955a-d20e-4a71-93e6-8b9cc447d674 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=daf16491-9ce3-4bbf-a0c9-60e69eaa99c0 HTTP/1.1" status: 200 len: 854 time: 0.0432258 Sep 18 12:43:17.064223 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccf687-367c-4703-bf34-077d187333e2 req-7442a38f-3895-4037-897c-ca1c963d37ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:17.065687 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-32ccf687-367c-4703-bf34-077d187333e2 req-7442a38f-3895-4037-897c-ca1c963d37ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=03a59fa9-bec1-46db-b398-93e740f3293f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385265 Sep 18 12:43:17.157262 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-32ccf687-367c-4703-bf34-077d187333e2 req-05cab041-d2eb-4467-8018-53d8475add5b service neutron] 10.222.0.13 "GET /v2.0/networks/03a59fa9-bec1-46db-b398-93e740f3293f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841749 Sep 18 12:43:17.271834 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6b687-ba97-4f62-ad97-db308f63bbc8 req-34365cf4-8a16-4468-8941-aada7df66db4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:17.273304 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eec6b687-ba97-4f62-ad97-db308f63bbc8 req-34365cf4-8a16-4468-8941-aada7df66db4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d0e090-fbe7-4c10-9283-d925aa6332c9 HTTP/1.1" status: 200 len: 944 time: 0.1004317 Sep 18 12:43:17.300432 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-32ccf687-367c-4703-bf34-077d187333e2 req-fcae1cd8-9ab6-430a-86d0-3b4316b161ca service neutron] 10.222.0.13 "GET /v2.0/networks/03a59fa9-bec1-46db-b398-93e740f3293f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350973 Sep 18 12:43:17.319038 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eec6b687-ba97-4f62-ad97-db308f63bbc8 req-f64cadd3-cebd-4364-84ae-682b47c4f01e tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393806 Sep 18 12:43:17.613179 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:17.779435 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125eb7b-03c8-4a0c-9b27-ccd13833c15c req-e8dcad54-5df6-4031-8127-e71237ba7230 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:17.780915 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c125eb7b-03c8-4a0c-9b27-ccd13833c15c req-e8dcad54-5df6-4031-8127-e71237ba7230 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 984 time: 0.0481570 Sep 18 12:43:17.822906 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c125eb7b-03c8-4a0c-9b27-ccd13833c15c req-de5012a2-bdf4-4464-8e79-c58b6d013c25 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e852c77-dd87-412c-9147-25abf5942355&id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355842 Sep 18 12:43:18.192938 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 2c7319c4-0b71-4780-85d1-42e9b678dc28 details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 12:43:18.292105 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 2c7319c4-0b71-4780-85d1-42e9b678dc28, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=2c7319c4-0b71-4780-85d1-42e9b678dc28,segment=NetworkSegment(1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f),segment_id=1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:43:18.303886 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Returning: {'device': '2c7319c4-0b71-4780-85d1-42e9b678dc28', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'port_id': '2c7319c4-0b71-4780-85d1-42e9b678dc28', 'mac_address': 'fa:16:3e:95:fc:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 12:43:18.350319 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:18.364279 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c7319c4-0b71-4780-85d1-42e9b678dc28 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:43:18.384893 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 2c7319c4-0b71-4780-85d1-42e9b678dc28, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=2c7319c4-0b71-4780-85d1-42e9b678dc28,segment=NetworkSegment(1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f),segment_id=1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:43:18.390145 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:18.435105 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346dbdc-c307-4f13-b6b9-aee34c5f616a req-108ea3f4-0665-46c6-8c2d-a1f375ef12f6 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:18.436690 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a346dbdc-c307-4f13-b6b9-aee34c5f616a req-108ea3f4-0665-46c6-8c2d-a1f375ef12f6 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d0e090-fbe7-4c10-9283-d925aa6332c9 HTTP/1.1" status: 200 len: 945 time: 0.0493617 Sep 18 12:43:18.436847 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=2c7319c4-0b71-4780-85d1-42e9b678dc28,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:43:18.476793 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a346dbdc-c307-4f13-b6b9-aee34c5f616a req-bb8cc1e6-63a7-49b7-abb4-484cdc49bafa tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339863 Sep 18 12:43:18.642173 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['2c7319c4-0b71-4780-85d1-42e9b678dc28'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:43:18.935260 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448103ef-e489-429d-aaf2-021c1706def0 req-df8a6ac3-8f5d-4057-a5a7-41b9dd02b96c tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:18.936728 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-448103ef-e489-429d-aaf2-021c1706def0 req-df8a6ac3-8f5d-4057-a5a7-41b9dd02b96c tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 984 time: 0.0475402 Sep 18 12:43:18.974808 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-448103ef-e489-429d-aaf2-021c1706def0 req-5fd7dafe-7070-45b0-bc16-b756687a1a49 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e852c77-dd87-412c-9147-25abf5942355&id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322156 Sep 18 12:43:19.589273 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c3ecb-3d4f-447a-87bd-9c611104136a req-68057a8b-d0e3-4b5c-b39e-714a9327daf9 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:19.590719 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-351c3ecb-3d4f-447a-87bd-9c611104136a req-68057a8b-d0e3-4b5c-b39e-714a9327daf9 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d0e090-fbe7-4c10-9283-d925aa6332c9 HTTP/1.1" status: 200 len: 945 time: 0.0474589 Sep 18 12:43:19.628988 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-351c3ecb-3d4f-447a-87bd-9c611104136a req-47378dc2-7400-4e25-b1d6-701ab98c14ff tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324523 Sep 18 12:43:20.088080 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dab04-36d1-42d6-8f8d-2bad2720835e req-a61e4b8b-fa2a-4258-be30-5d2d9828cc4e tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:20.089542 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4b8dab04-36d1-42d6-8f8d-2bad2720835e req-a61e4b8b-fa2a-4258-be30-5d2d9828cc4e tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 984 time: 0.0491173 Sep 18 12:43:20.132670 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4b8dab04-36d1-42d6-8f8d-2bad2720835e req-b4549e0d-9f94-4f80-b3ac-004371430bb3 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e852c77-dd87-412c-9147-25abf5942355&id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368903 Sep 18 12:43:20.206101 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 2c7319c4-0b71-4780-85d1-42e9b678dc28 up at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:43:20.255349 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning for port 2c7319c4-0b71-4780-85d1-42e9b678dc28 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 12:43:20.259129 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning complete for port 2c7319c4-0b71-4780-85d1-42e9b678dc28 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:43:20.259510 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:20.337346 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:20.359995 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d0e090-fbe7-4c10-9283-d925aa6332c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7319c4-0b71-4780-85d1-42e9b678dc28'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:43:20.362184 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f443903345165d416a651567efac34002f351ff04fccc6d410eaa1beaa8a1ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed401835-73ae-4623-a5e5-a07739dcde59" -d '{"events": [{"server_uuid": "c6d0e090-fbe7-4c10-9283-d925aa6332c9", "name": "network-vif-plugged", "status": "completed", "tag": "2c7319c4-0b71-4780-85d1-42e9b678dc28"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:43:20.374390 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 2c7319c4-0b71-4780-85d1-42e9b678dc28, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=2c7319c4-0b71-4780-85d1-42e9b678dc28,segment=NetworkSegment(1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f),segment_id=1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:43:20.380854 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:20.406906 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3115d7fb-4eab-40e2-b5e4-be9f1f98d5f3 x-openstack-request-id: req-3115d7fb-4eab-40e2-b5e4-be9f1f98d5f3 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:43:20.407196 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d0e090-fbe7-4c10-9283-d925aa6332c9", "name": "network-vif-plugged", "status": "completed", "tag": "2c7319c4-0b71-4780-85d1-42e9b678dc28", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:43:20.407442 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3115d7fb-4eab-40e2-b5e4-be9f1f98d5f3 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:43:20.407854 dv-cinder-809894-1-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d0e090-fbe7-4c10-9283-d925aa6332c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7319c4-0b71-4780-85d1-42e9b678dc28', 'code': 200} Sep 18 12:43:20.436246 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=2c7319c4-0b71-4780-85d1-42e9b678dc28,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:43:20.596402 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a86ef-10a0-44a4-a464-bcc3d4f6a040 req-3d0ad595-3082-4a52-baa3-ea61a4ae6adb tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:20.597925 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0b8a86ef-10a0-44a4-a464-bcc3d4f6a040 req-3d0ad595-3082-4a52-baa3-ea61a4ae6adb tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 945 time: 0.0491359 Sep 18 12:43:20.656942 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0b8a86ef-10a0-44a4-a464-bcc3d4f6a040 req-06613605-8e0f-47c7-b130-9764cdf2a754 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500486 Sep 18 12:43:20.672031 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8737c8-e5f9-45c9-a804-721aa78556ed req-0585da0a-b418-48fc-83b5-f613a062b7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:20.673663 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ea8737c8-e5f9-45c9-a804-721aa78556ed req-0585da0a-b418-48fc-83b5-f613a062b7dd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6d0e090-fbe7-4c10-9283-d925aa6332c9 HTTP/1.1" status: 200 len: 1099 time: 0.0747848 Sep 18 12:43:20.717879 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ea8737c8-e5f9-45c9-a804-721aa78556ed req-ada0c5b1-9a02-4b5a-a04d-ccb729c2fff0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372694 Sep 18 12:43:20.754270 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2c9e5-3b77-42b9-b3db-524d5501f8e1 req-f4dd2d5d-ec9f-4266-aa97-432a093eefcc tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:20.755598 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9ee2c9e5-3b77-42b9-b3db-524d5501f8e1 req-f4dd2d5d-ec9f-4266-aa97-432a093eefcc tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d0e090-fbe7-4c10-9283-d925aa6332c9 HTTP/1.1" status: 200 len: 946 time: 0.0518353 Sep 18 12:43:20.791967 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9ee2c9e5-3b77-42b9-b3db-524d5501f8e1 req-b3bcb3f7-ed3b-4438-8fb5-acbd6bf2cd14 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297542 Sep 18 12:43:21.242780 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6231b8-a1a4-442e-9ac5-202ecedfc606 req-b2e427a6-b2f4-417a-ba2c-4b1719aade3f tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:21.244897 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ca6231b8-a1a4-442e-9ac5-202ecedfc606 req-b2e427a6-b2f4-417a-ba2c-4b1719aade3f tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 984 time: 0.0471272 Sep 18 12:43:21.283038 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ca6231b8-a1a4-442e-9ac5-202ecedfc606 req-50d36479-3817-4444-a499-8a5367c38628 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e852c77-dd87-412c-9147-25abf5942355&id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323901 Sep 18 12:43:21.781461 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67974999-0e00-4051-852b-074792dbd6c9 req-c3dff1e1-90dc-4d8f-aac1-fe6cf710891d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:21.782905 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-67974999-0e00-4051-852b-074792dbd6c9 req-c3dff1e1-90dc-4d8f-aac1-fe6cf710891d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 945 time: 0.0462272 Sep 18 12:43:21.819965 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-67974999-0e00-4051-852b-074792dbd6c9 req-66d38f13-81a3-4708-a9ca-e4f5faf8f344 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312543 Sep 18 12:43:21.911469 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14e7aa-6e7b-440e-82ce-63ba61ca04eb req-2419baef-e422-4f32-aef3-ed121ade6680 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:21.912972 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ed14e7aa-6e7b-440e-82ce-63ba61ca04eb req-2419baef-e422-4f32-aef3-ed121ade6680 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d0e090-fbe7-4c10-9283-d925aa6332c9 HTTP/1.1" status: 200 len: 946 time: 0.0516832 Sep 18 12:43:21.949343 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ed14e7aa-6e7b-440e-82ce-63ba61ca04eb req-f6efd21b-7d1f-49c9-a48b-ad7f8478bc63 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298693 Sep 18 12:43:22.393059 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7309f66-6315-44b1-ba74-25c1d57f344b req-f0211a17-3419-4a9a-bd9f-2c64cb237a44 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:22.394514 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b7309f66-6315-44b1-ba74-25c1d57f344b req-f0211a17-3419-4a9a-bd9f-2c64cb237a44 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 984 time: 0.0472007 Sep 18 12:43:22.432865 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b7309f66-6315-44b1-ba74-25c1d57f344b req-6cb83ce1-9bbd-4f75-abdd-a49e00a15f2d tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e852c77-dd87-412c-9147-25abf5942355&id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323925 Sep 18 12:43:22.934979 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af1774-39d6-4540-a935-cda176cfd9fd req-fb374777-3627-40b0-99c1-db75c18a1d58 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:22.936454 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-88af1774-39d6-4540-a935-cda176cfd9fd req-fb374777-3627-40b0-99c1-db75c18a1d58 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 945 time: 0.0469398 Sep 18 12:43:22.971486 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-88af1774-39d6-4540-a935-cda176cfd9fd req-506c05fc-8afb-42a9-b426-63894f43d38b tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292792 Sep 18 12:43:23.067306 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e8bfd-f7a6-4c90-8bdf-26474a5f644b req-d07a13ce-e83a-4164-a82c-6288b56d9e4f tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:23.068785 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7f8e8bfd-f7a6-4c90-8bdf-26474a5f644b req-d07a13ce-e83a-4164-a82c-6288b56d9e4f tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d0e090-fbe7-4c10-9283-d925aa6332c9 HTTP/1.1" status: 200 len: 946 time: 0.0506699 Sep 18 12:43:23.104796 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7f8e8bfd-f7a6-4c90-8bdf-26474a5f644b req-459cf734-1b88-4ba3-9b05-00f91f0b69cd tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0296597 Sep 18 12:43:23.214424 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32517f-5631-4b4b-83c1-954590c22454 req-0ceb5d75-521e-4ae8-b7ee-fababd1d690f tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:23.215892 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7f32517f-5631-4b4b-83c1-954590c22454 req-0ceb5d75-521e-4ae8-b7ee-fababd1d690f tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d0e090-fbe7-4c10-9283-d925aa6332c9 HTTP/1.1" status: 200 len: 946 time: 0.0475636 Sep 18 12:43:23.251989 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7f32517f-5631-4b4b-83c1-954590c22454 req-f19ac36b-3c7f-48ca-a8c3-8466504d9e55 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302956 Sep 18 12:43:23.273241 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56374) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:43:23.311565 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b23031c-fcbf-469c-b1a3-a39beabb2e3d tempest-TestVolumeBootPattern-277304900 tempest-TestVolumeBootPattern-277304900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:23.313108 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-3b23031c-fcbf-469c-b1a3-a39beabb2e3d tempest-TestVolumeBootPattern-277304900 tempest-TestVolumeBootPattern-277304900-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c6d0e090-fbe7-4c10-9283-d925aa6332c9 HTTP/1.1" status: 200 len: 1094 time: 0.0389020 Sep 18 12:43:23.315879 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56376) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:43:23.320290 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Request body: {'floatingip': {'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'port_id': '2c7319c4-0b71-4780-85d1-42e9b678dc28', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:43:23.342348 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for floatingip, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:23.438074 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:23.539341 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Allocated IP 172.27.1.196 (135fce6b-ed16-41bb-8b70-07cd0f37ee2f/d6efedb2-cfaf-4090-8480-952b0af5c0d6/b4a3c26e-d9a2-4f90-9b65-e2b9eb9b6263) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:43:23.640393 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:23.672148 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:23.705583 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:43:23.708395 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:43:23.711817 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:43:23.739414 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Pushing event updated for resources: {'Port': ['ID=b4a3c26e-d9a2-4f90-9b65-e2b9eb9b6263,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:43:23.751617 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:43:23.751996 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:43:23.752333 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:43:23.752663 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:43:23.752991 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:43:23.753316 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:43:23.753638 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:43:23.753958 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:43:23.754277 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:43:23.754593 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:43:23.754908 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:43:23.755220 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:43:24.093597 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3a8dc-d7fb-4f8b-afaa-b86007520732 req-4ba3b625-1c70-4938-ae51-254f9321134b tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:24.095172 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e9c3a8dc-d7fb-4f8b-afaa-b86007520732 req-4ba3b625-1c70-4938-ae51-254f9321134b tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 945 time: 0.0523520 Sep 18 12:43:24.136873 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e9c3a8dc-d7fb-4f8b-afaa-b86007520732 req-2a859286-04e1-47d2-bbc7-bee55b009df1 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352495 Sep 18 12:43:24.291279 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:24.354547 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:24.426507 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2e98537e-8b3c-4d07-8e65-8bfdd543aab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:24.499335 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:24.503709 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655335'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:24.571934 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Pushing event updated for resources: {'Port': ['ID=b4a3c26e-d9a2-4f90-9b65-e2b9eb9b6263,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:43:24.583013 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673873'] for floatingip, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:24.679284 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.db.l3_db [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Floating IP d55d7b0a-c98a-4c7e-ab1c-a80d2e5f0506 associated. External IP: 172.27.1.196, port: 2c7319c4-0b71-4780-85d1-42e9b678dc28. Sep 18 12:43:24.882280 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Router 300608a6-6a35-47be-bba0-941654511037 has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:43:24.985283 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:43:24.995018 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8590dd50-6844-498a-a08f-43df0aaf9da3 None None] Sync routers for ids ['300608a6-6a35-47be-bba0-941654511037'] in dv-cinder-809894-1-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:43:25.002594 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for floatingip, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:25.004205 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8590dd50-6844-498a-a08f-43df0aaf9da3 None None] Routers {'300608a6-6a35-47be-bba0-941654511037'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:43:25.004814 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-8590dd50-6844-498a-a08f-43df0aaf9da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:42:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['300608a6-6a35-47be-bba0-941654511037'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:43:25.029623 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-a6b3a3c2-9f8a-45db-8c10-47fb77e5d9a4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7127261 Sep 18 12:43:25.030200 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d0e090-fbe7-4c10-9283-d925aa6332c9', 'tag': '2c7319c4-0b71-4780-85d1-42e9b678dc28'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:43:25.032450 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e020be344c3c72492647676234d3904a5fccbfbca8e1277db2cbf238375b01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbc29ef-e446-4fd4-ba9d-550c4ef3f399" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d0e090-fbe7-4c10-9283-d925aa6332c9", "tag": "2c7319c4-0b71-4780-85d1-42e9b678dc28"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:43:25.110308 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-8590dd50-6844-498a-a08f-43df0aaf9da3 None None] Set router 300608a6-6a35-47be-bba0-941654511037 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:43:25.126536 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a4f48c-5204-4c7e-bc23-2f2dd87096a5 x-openstack-request-id: req-59a4f48c-5204-4c7e-bc23-2f2dd87096a5 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:43:25.126819 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d0e090-fbe7-4c10-9283-d925aa6332c9", "tag": "2c7319c4-0b71-4780-85d1-42e9b678dc28", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:43:25.127059 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-59a4f48c-5204-4c7e-bc23-2f2dd87096a5 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:43:25.127450 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d0e090-fbe7-4c10-9283-d925aa6332c9', 'tag': '2c7319c4-0b71-4780-85d1-42e9b678dc28', 'status': 'completed', 'code': 200} Sep 18 12:43:25.272553 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc29ef-e446-4fd4-ba9d-550c4ef3f399 req-9eed6eac-8e5c-476e-b071-60a1c0d2fc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:25.274093 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cbc29ef-e446-4fd4-ba9d-550c4ef3f399 req-9eed6eac-8e5c-476e-b071-60a1c0d2fc31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4b17c4b73c846a5beaa565957fa5b0f&device_id=c6d0e090-fbe7-4c10-9283-d925aa6332c9 HTTP/1.1" status: 200 len: 1099 time: 0.1170948 Sep 18 12:43:25.282608 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc5f80-2091-49e9-85f2-6b4c5b0d632f req-65ebdb0a-7039-4f56-b591-386048b68277 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:25.284005 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ecfc5f80-2091-49e9-85f2-6b4c5b0d632f req-65ebdb0a-7039-4f56-b591-386048b68277 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 945 time: 0.0731366 Sep 18 12:43:25.342534 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-8590dd50-6844-498a-a08f-43df0aaf9da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300608a6-6a35-47be-bba0-941654511037', 'name': 'tempest-TestVolumeBootPattern-2100787330-router', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:47Z', 'revision_number': 4, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'gw_port': {'id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': 'd55d7b0a-c98a-4c7e-ab1c-a80d2e5f0506', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '300608a6-6a35-47be-bba0-941654511037', 'port_id': '2c7319c4-0b71-4780-85d1-42e9b678dc28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'mac_address': 'fa:16:3e:95:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d0e090-fbe7-4c10-9283-d925aa6332c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:43:23Z', 'updated_at': '2021-09-18T12:43:23Z', 'revision_number': 0, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b738515-792e-4aa5-9b94-52022fc1ad71', 'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'mac_address': 'fa:16:3e:37:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:46Z', 'updated_at': '2021-09-18T12:39:51Z', 'revision_number': 5, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'subnets': [{'id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:43:25.367774 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8590dd50-6844-498a-a08f-43df0aaf9da3 None None] Checking router: 300608a6-6a35-47be-bba0-941654511037 for host: dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:43:25.373846 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ecfc5f80-2091-49e9-85f2-6b4c5b0d632f req-0071fb2c-8bdd-4fa1-ba9b-f63948d4f8f0 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809627 Sep 18 12:43:25.375881 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8590dd50-6844-498a-a08f-43df0aaf9da3 None None] Routers {'300608a6-6a35-47be-bba0-941654511037'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:43:25.376471 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-8590dd50-6844-498a-a08f-43df0aaf9da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:42:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['300608a6-6a35-47be-bba0-941654511037'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:43:25.399022 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc29ef-e446-4fd4-ba9d-550c4ef3f399 req-47a425a3-d83d-40b4-8601-7c4a37f9841f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:25.400787 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cbc29ef-e446-4fd4-ba9d-550c4ef3f399 req-47a425a3-d83d-40b4-8601-7c4a37f9841f service neutron] 10.222.0.13 "GET /v2.0/networks?id=912eee10-59e8-4a2c-acbd-9133161c8c07 HTTP/1.1" status: 200 len: 913 time: 0.1158617 Sep 18 12:43:25.465688 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cbc29ef-e446-4fd4-ba9d-550c4ef3f399 req-ade6f941-0557-4c5b-9a55-4c2493559f0f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c7319c4-0b71-4780-85d1-42e9b678dc28 HTTP/1.1" status: 200 len: 1000 time: 0.0566466 Sep 18 12:43:25.479221 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-8590dd50-6844-498a-a08f-43df0aaf9da3 None None] Set router 300608a6-6a35-47be-bba0-941654511037 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:43:25.515765 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc29ef-e446-4fd4-ba9d-550c4ef3f399 req-a40fa663-4f0c-4e33-9421-e709f5bbcb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:25.517209 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cbc29ef-e446-4fd4-ba9d-550c4ef3f399 req-a40fa663-4f0c-4e33-9421-e709f5bbcb37 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e2bf35ac-f149-49bc-8c73-f2857d2031df HTTP/1.1" status: 200 len: 851 time: 0.0436103 Sep 18 12:43:25.569667 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc29ef-e446-4fd4-ba9d-550c4ef3f399 req-9e4da828-28e9-4ecc-a447-76d478e75ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:25.571166 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cbc29ef-e446-4fd4-ba9d-550c4ef3f399 req-9e4da828-28e9-4ecc-a447-76d478e75ad3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=912eee10-59e8-4a2c-acbd-9133161c8c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421412 Sep 18 12:43:25.659593 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cbc29ef-e446-4fd4-ba9d-550c4ef3f399 req-f95f6913-f62b-400b-9a04-174dc1f4c2fe service neutron] 10.222.0.13 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805135 Sep 18 12:43:25.695096 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-8590dd50-6844-498a-a08f-43df0aaf9da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300608a6-6a35-47be-bba0-941654511037', 'name': 'tempest-TestVolumeBootPattern-2100787330-router', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:47Z', 'revision_number': 4, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'gw_port': {'id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': 'd55d7b0a-c98a-4c7e-ab1c-a80d2e5f0506', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '300608a6-6a35-47be-bba0-941654511037', 'port_id': '2c7319c4-0b71-4780-85d1-42e9b678dc28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'mac_address': 'fa:16:3e:95:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d0e090-fbe7-4c10-9283-d925aa6332c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:43:23Z', 'updated_at': '2021-09-18T12:43:23Z', 'revision_number': 0, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b738515-792e-4aa5-9b94-52022fc1ad71', 'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'mac_address': 'fa:16:3e:37:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:46Z', 'updated_at': '2021-09-18T12:39:51Z', 'revision_number': 5, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'subnets': [{'id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:43:25.723083 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8590dd50-6844-498a-a08f-43df0aaf9da3 None None] The sync data for ids ['300608a6-6a35-47be-bba0-941654511037'] in dv-cinder-809894-1-iscsi is: [{'id': '300608a6-6a35-47be-bba0-941654511037', 'name': 'tempest-TestVolumeBootPattern-2100787330-router', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:47Z', 'revision_number': 4, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'gw_port': {'id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': 'd55d7b0a-c98a-4c7e-ab1c-a80d2e5f0506', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '300608a6-6a35-47be-bba0-941654511037', 'port_id': '2c7319c4-0b71-4780-85d1-42e9b678dc28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'mac_address': 'fa:16:3e:95:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d0e090-fbe7-4c10-9283-d925aa6332c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:43:23Z', 'updated_at': '2021-09-18T12:43:23Z', 'revision_number': 0, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b738515-792e-4aa5-9b94-52022fc1ad71', 'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'mac_address': 'fa:16:3e:37:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:46Z', 'updated_at': '2021-09-18T12:39:51Z', 'revision_number': 5, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'subnets': [{'id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:43:25.757138 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cbc29ef-e446-4fd4-ba9d-550c4ef3f399 req-2613a56c-a6a5-4d6e-a655-2cea916642e5 service neutron] 10.222.0.13 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853333 Sep 18 12:43:25.907289 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b1b65a-56ec-4521-8390-5a1b5ce1f440 None None] New status for floating IP d55d7b0a-c98a-4c7e-ab1c-a80d2e5f0506: ACTIVE {{(pid=94109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 12:43:26.493897 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f0461-dbab-4cc6-aa6c-850a39f66f5a req-e3425b3a-a829-4d4b-98b7-9276276ae00d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:26.495371 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5d4f0461-dbab-4cc6-aa6c-850a39f66f5a req-e3425b3a-a829-4d4b-98b7-9276276ae00d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 945 time: 0.0477114 Sep 18 12:43:26.533643 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5d4f0461-dbab-4cc6-aa6c-850a39f66f5a req-11a4c228-3bc9-4b6c-a566-62431b5d13a1 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319688 Sep 18 12:43:27.031347 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ec756fc5-77a3-4d73-af0f-f56ccca0678a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:27.649403 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b28a58-f436-4be6-a6de-09db19bfe46b req-80bd5154-f956-4611-bbef-6d2092b066e5 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:27.650852 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-66b28a58-f436-4be6-a6de-09db19bfe46b req-80bd5154-f956-4611-bbef-6d2092b066e5 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 945 time: 0.0472939 Sep 18 12:43:27.687367 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-66b28a58-f436-4be6-a6de-09db19bfe46b req-1d284f65-1b92-4925-8f9a-60d7bb566158 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305829 Sep 18 12:43:27.745182 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:28.098029 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:28.803781 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be762273-1c5f-431c-98f8-078918f818c1 req-c3e0fde9-735c-45ab-a9f9-de3235ecef4f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:28.805211 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-be762273-1c5f-431c-98f8-078918f818c1 req-c3e0fde9-735c-45ab-a9f9-de3235ecef4f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 945 time: 0.0504520 Sep 18 12:43:28.841729 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-be762273-1c5f-431c-98f8-078918f818c1 req-f7ad6bda-5e91-4545-9b9c-332b3f851565 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302305 Sep 18 12:43:29.611713 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:29.956447 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75589c0a-2447-44f1-92c9-8fc67fe3f76d req-9cc4dab9-a1eb-4922-b5c5-cee56ad4f4f4 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:29.957900 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-75589c0a-2447-44f1-92c9-8fc67fe3f76d req-9cc4dab9-a1eb-4922-b5c5-cee56ad4f4f4 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 945 time: 0.0470049 Sep 18 12:43:29.995994 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-75589c0a-2447-44f1-92c9-8fc67fe3f76d req-63129329-b7a1-4b57-8eb1-6636f203c2dd tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316131 Sep 18 12:43:31.117504 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01be183-286f-4e01-8643-700637c616d4 req-848ad5ca-752f-4149-b216-0e86dfdbd9c4 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:31.118946 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b01be183-286f-4e01-8643-700637c616d4 req-848ad5ca-752f-4149-b216-0e86dfdbd9c4 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 945 time: 0.0472836 Sep 18 12:43:31.156372 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b01be183-286f-4e01-8643-700637c616d4 req-bc403d0e-a25a-42cb-9703-146de4af3f01 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314286 Sep 18 12:43:32.273745 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b84d0-b9e9-45ec-bb2b-bd33491d2803 req-8bb1e420-05a8-430f-bcf9-e120a5146d37 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:32.275110 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d13b84d0-b9e9-45ec-bb2b-bd33491d2803 req-8bb1e420-05a8-430f-bcf9-e120a5146d37 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 945 time: 0.0504427 Sep 18 12:43:32.311582 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d13b84d0-b9e9-45ec-bb2b-bd33491d2803 req-100eb972-adeb-4f26-8257-a6dc553a19ce tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300236 Sep 18 12:43:33.427299 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db7e19-2db6-437a-bcde-bfc16798b5b3 req-304a94d4-9a88-4ab9-af33-54aa5c6d424d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:33.435822 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-38db7e19-2db6-437a-bcde-bfc16798b5b3 req-304a94d4-9a88-4ab9-af33-54aa5c6d424d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 945 time: 0.0563102 Sep 18 12:43:33.469217 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-38db7e19-2db6-437a-bcde-bfc16798b5b3 req-cfd01e0e-1bf3-47a1-a463-a58265e22b20 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324671 Sep 18 12:43:34.301279 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device a67078eb-3040-45f5-bdaa-40cfe1a78586 details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 12:43:34.418303 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port a67078eb-3040-45f5-bdaa-40cfe1a78586, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a67078eb-3040-45f5-bdaa-40cfe1a78586,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:43:34.431379 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Returning: {'device': 'a67078eb-3040-45f5-bdaa-40cfe1a78586', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'port_id': 'a67078eb-3040-45f5-bdaa-40cfe1a78586', 'mac_address': 'fa:16:3e:2f:da:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 12:43:34.473097 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:34.486934 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a67078eb-3040-45f5-bdaa-40cfe1a78586 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:43:34.508392 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port a67078eb-3040-45f5-bdaa-40cfe1a78586, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a67078eb-3040-45f5-bdaa-40cfe1a78586,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:43:34.517879 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:34.574100 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=a67078eb-3040-45f5-bdaa-40cfe1a78586,revision_number=6']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:43:34.581650 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:43:34.581984 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:43:34.582320 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:43:34.582646 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:43:34.582972 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:43:34.583295 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:43:34.583617 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:43:34.584161 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:43:34.584484 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:43:34.584799 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:43:34.585119 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:43:34.585447 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:43:34.621952 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5f650-fff8-4102-9ffc-0418be16e906 req-79ab890a-0a15-431e-b45c-d02ce15ccc6f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:34.623651 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-49d5f650-fff8-4102-9ffc-0418be16e906 req-79ab890a-0a15-431e-b45c-d02ce15ccc6f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 944 time: 0.0606897 Sep 18 12:43:34.624248 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['a67078eb-3040-45f5-bdaa-40cfe1a78586'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:43:34.674201 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-49d5f650-fff8-4102-9ffc-0418be16e906 req-d68edb48-c7d8-4554-bd0f-38d387559220 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441942 Sep 18 12:43:35.815204 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4b359-312a-43e3-ab5b-76703f6677ba req-12b3f859-27c0-4968-8106-d87439557682 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:35.816874 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-99e4b359-312a-43e3-ab5b-76703f6677ba req-12b3f859-27c0-4968-8106-d87439557682 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 944 time: 0.0593989 Sep 18 12:43:35.859216 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-99e4b359-312a-43e3-ab5b-76703f6677ba req-22d10fb5-7c29-4da3-8788-106e913e5ef8 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359409 Sep 18 12:43:36.301666 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device a67078eb-3040-45f5-bdaa-40cfe1a78586 up at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:43:36.356596 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning complete for port a67078eb-3040-45f5-bdaa-40cfe1a78586 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:43:36.356970 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:36.569029 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:36.593833 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b1d87b-f06b-4182-bfee-88bb9b5c5935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67078eb-3040-45f5-bdaa-40cfe1a78586'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:43:36.596222 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f443903345165d416a651567efac34002f351ff04fccc6d410eaa1beaa8a1ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd38703-4dd6-47f8-a1c4-2359a5f63cc7" -d '{"events": [{"server_uuid": "e8b1d87b-f06b-4182-bfee-88bb9b5c5935", "name": "network-vif-plugged", "status": "completed", "tag": "a67078eb-3040-45f5-bdaa-40cfe1a78586"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:43:36.610735 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port a67078eb-3040-45f5-bdaa-40cfe1a78586, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a67078eb-3040-45f5-bdaa-40cfe1a78586,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:43:36.617030 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:36.658223 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435f567a-3809-4ff6-a186-474c5b1fed4f x-openstack-request-id: req-435f567a-3809-4ff6-a186-474c5b1fed4f {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:43:36.658710 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b1d87b-f06b-4182-bfee-88bb9b5c5935", "name": "network-vif-plugged", "status": "completed", "tag": "a67078eb-3040-45f5-bdaa-40cfe1a78586", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:43:36.659122 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-435f567a-3809-4ff6-a186-474c5b1fed4f {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:43:36.659645 dv-cinder-809894-1-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b1d87b-f06b-4182-bfee-88bb9b5c5935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67078eb-3040-45f5-bdaa-40cfe1a78586', 'code': 200} Sep 18 12:43:36.669623 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=a67078eb-3040-45f5-bdaa-40cfe1a78586,revision_number=7']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:43:36.993500 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418627b7-1f58-4724-9aca-eb9504e136dd req-2eab79bd-266f-4a66-b2c4-f8cadbe5072a tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:36.998493 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-418627b7-1f58-4724-9aca-eb9504e136dd req-2eab79bd-266f-4a66-b2c4-f8cadbe5072a tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 945 time: 0.0590653 Sep 18 12:43:37.038659 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-418627b7-1f58-4724-9aca-eb9504e136dd req-d368bd84-d547-4af2-93f2-097d063afde2 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361571 Sep 18 12:43:38.168575 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cbe87-69db-450f-bc3e-bc8c13ea9730 req-fce7b891-4b4a-4311-9974-0f7c3e7cac83 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:38.171080 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-745cbe87-69db-450f-bc3e-bc8c13ea9730 req-fce7b891-4b4a-4311-9974-0f7c3e7cac83 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 945 time: 0.0553172 Sep 18 12:43:38.212197 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-745cbe87-69db-450f-bc3e-bc8c13ea9730 req-319cbbe9-e1be-444a-8019-e64c1672ae45 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349514 Sep 18 12:43:39.343364 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ad8cc-ac8c-487e-9475-f3abbd649dd1 req-b4d1e3b0-c79c-4516-9840-ce7a4e7e2482 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:39.347204 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-182ad8cc-ac8c-487e-9475-f3abbd649dd1 req-b4d1e3b0-c79c-4516-9840-ce7a4e7e2482 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 945 time: 0.0546610 Sep 18 12:43:39.383948 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-182ad8cc-ac8c-487e-9475-f3abbd649dd1 req-4705cdba-c3c0-4a2b-b17d-0adac2644d86 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330613 Sep 18 12:43:40.510501 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d81b1-741b-45ed-8cea-e4c09be1eb5d req-3b812006-4bb1-47a7-9882-24cbffc0780b tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:40.512123 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-990d81b1-741b-45ed-8cea-e4c09be1eb5d req-3b812006-4bb1-47a7-9882-24cbffc0780b tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 945 time: 0.0534060 Sep 18 12:43:40.562835 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-990d81b1-741b-45ed-8cea-e4c09be1eb5d req-a89daf5c-5343-4b09-acbd-2647eb33fd19 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443714 Sep 18 12:43:41.684502 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b50079-c8c2-4c16-b0fe-9ef84832a6ef req-89cd4f4f-2b2f-4d3e-be04-f792854d7d04 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:41.686109 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d1b50079-c8c2-4c16-b0fe-9ef84832a6ef req-89cd4f4f-2b2f-4d3e-be04-f792854d7d04 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 945 time: 0.0493226 Sep 18 12:43:41.726200 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d1b50079-c8c2-4c16-b0fe-9ef84832a6ef req-b4f55f5b-2521-482c-bab0-d0e57b79a079 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340104 Sep 18 12:43:42.526671 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09a7bf-1741-40c7-97e7-f6ad34276c16 req-393397e7-d5a4-4e30-8211-df3d2d07dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:42.528122 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7e09a7bf-1741-40c7-97e7-f6ad34276c16 req-393397e7-d5a4-4e30-8211-df3d2d07dfd6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9477430a832042d4b203b849bafeb9e9&device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 1098 time: 0.0426998 Sep 18 12:43:42.614544 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09a7bf-1741-40c7-97e7-f6ad34276c16 req-6fdf3ceb-2dcb-49b4-975d-e1a67b7526a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:42.615963 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7e09a7bf-1741-40c7-97e7-f6ad34276c16 req-6fdf3ceb-2dcb-49b4-975d-e1a67b7526a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ab574f3-0ba4-4c64-96c3-ff427a72d455 HTTP/1.1" status: 200 len: 918 time: 0.0800223 Sep 18 12:43:42.683230 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7e09a7bf-1741-40c7-97e7-f6ad34276c16 req-cad4b9d6-db02-4d22-b577-b903faa2f4ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a67078eb-3040-45f5-bdaa-40cfe1a78586 HTTP/1.1" status: 200 len: 1000 time: 0.0580375 Sep 18 12:43:42.732521 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09a7bf-1741-40c7-97e7-f6ad34276c16 req-0041fc64-6fa1-439f-92c2-7aab115fe32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:42.733879 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7e09a7bf-1741-40c7-97e7-f6ad34276c16 req-0041fc64-6fa1-439f-92c2-7aab115fe32e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60194707-770d-4fdc-856c-c0e71f0849f4 HTTP/1.1" status: 200 len: 856 time: 0.0416293 Sep 18 12:43:42.778273 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09a7bf-1741-40c7-97e7-f6ad34276c16 req-b720b2aa-9814-45b5-a3ee-11f2fb8969df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:42.779693 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7e09a7bf-1741-40c7-97e7-f6ad34276c16 req-b720b2aa-9814-45b5-a3ee-11f2fb8969df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ab574f3-0ba4-4c64-96c3-ff427a72d455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385954 Sep 18 12:43:42.899922 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4f598-a887-46ff-887e-6c5a75d657bb req-520917b5-6474-4684-91bc-37800f22b877 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:42.901442 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f0e4f598-a887-46ff-887e-6c5a75d657bb req-520917b5-6474-4684-91bc-37800f22b877 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 945 time: 0.0980163 Sep 18 12:43:42.906628 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7e09a7bf-1741-40c7-97e7-f6ad34276c16 req-10d4eb15-3179-4140-a8dc-5683b28b5874 service neutron] 10.222.0.13 "GET /v2.0/networks/4ab574f3-0ba4-4c64-96c3-ff427a72d455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193390 Sep 18 12:43:42.961257 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f0e4f598-a887-46ff-887e-6c5a75d657bb req-b2d07474-997f-4f95-b437-c732ade1c152 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536551 Sep 18 12:43:43.019486 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7e09a7bf-1741-40c7-97e7-f6ad34276c16 req-93d20e85-c286-43dd-8de1-021752a46b15 service neutron] 10.222.0.13 "GET /v2.0/networks/4ab574f3-0ba4-4c64-96c3-ff427a72d455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995648 Sep 18 12:43:44.076428 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57a16d-0fb4-4f51-b0de-a7e9dba3d63a req-72863b00-6811-4ed9-9c5b-da5db713e7e9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:44.077891 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5f57a16d-0fb4-4f51-b0de-a7e9dba3d63a req-72863b00-6811-4ed9-9c5b-da5db713e7e9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 945 time: 0.0469375 Sep 18 12:43:44.115439 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5f57a16d-0fb4-4f51-b0de-a7e9dba3d63a req-795334ea-d862-4f95-acc0-cd03a42b0b4b tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311420 Sep 18 12:43:45.231825 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27987912-cd60-4119-8d15-f4ca0c4e5bad req-2a5b78c5-3720-4a5e-a777-3d90081502b9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:45.233287 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-27987912-cd60-4119-8d15-f4ca0c4e5bad req-2a5b78c5-3720-4a5e-a777-3d90081502b9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 945 time: 0.0469728 Sep 18 12:43:45.268590 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-27987912-cd60-4119-8d15-f4ca0c4e5bad req-346c9135-e3a9-459d-a900-de7a570b64b6 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295153 Sep 18 12:43:46.006635 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [req-a86a53fc-6628-41ea-b4b3-d70b92de08bd req-f641c3ed-f539-4c35-8926-2a178588e7f4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 12:43:46.007590 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a86a53fc-6628-41ea-b4b3-d70b92de08bd req-f641c3ed-f539-4c35-8926-2a178588e7f4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052471 Sep 18 12:43:46.163295 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cad70-8f02-46c0-b543-76ecff73f4f6 req-ec6cc5b9-40e5-4546-be0d-f635c7d1be7b tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:46.164792 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-698cad70-8f02-46c0-b543-76ecff73f4f6 req-ec6cc5b9-40e5-4546-be0d-f635c7d1be7b tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 945 time: 0.0526438 Sep 18 12:43:46.202187 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-698cad70-8f02-46c0-b543-76ecff73f4f6 req-fd40945f-eb8f-4c6f-89e4-de0e54d0c3b5 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310621 Sep 18 12:43:46.364995 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device a67078eb-3040-45f5-bdaa-40cfe1a78586 no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:43:46.365654 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ee1f9ce4-63bd-4b24-84f0-035ecc6e49a3 req-a64d6bb7-b6ba-4a9f-800f-4567559a37e0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0377045 Sep 18 12:43:46.443805 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:46.465619 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b1d87b-f06b-4182-bfee-88bb9b5c5935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a67078eb-3040-45f5-bdaa-40cfe1a78586'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:43:46.467873 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f443903345165d416a651567efac34002f351ff04fccc6d410eaa1beaa8a1ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a17bf57-5bdd-4759-bbb9-d2fa2233c168" -d '{"events": [{"server_uuid": "e8b1d87b-f06b-4182-bfee-88bb9b5c5935", "name": "network-vif-unplugged", "status": "completed", "tag": "a67078eb-3040-45f5-bdaa-40cfe1a78586"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:43:46.480788 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port a67078eb-3040-45f5-bdaa-40cfe1a78586, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a67078eb-3040-45f5-bdaa-40cfe1a78586,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:43:46.486151 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:46.541341 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=a67078eb-3040-45f5-bdaa-40cfe1a78586,revision_number=8']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:43:46.557775 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Sep 2021 12:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c75385e-7585-4298-97f4-2430a4df20f6 x-openstack-request-id: req-4c75385e-7585-4298-97f4-2430a4df20f6 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:43:46.558127 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b1d87b-f06b-4182-bfee-88bb9b5c5935", "name": "network-vif-unplugged", "status": "failed", "tag": "a67078eb-3040-45f5-bdaa-40cfe1a78586", "code": 422}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:43:46.558439 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4c75385e-7585-4298-97f4-2430a4df20f6 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:43:46.558840 dv-cinder-809894-1-iscsi neutron-server[94108]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e8b1d87b-f06b-4182-bfee-88bb9b5c5935', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a67078eb-3040-45f5-bdaa-40cfe1a78586', 'code': 422} returned with failed status Sep 18 12:43:47.229512 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f9ce4-63bd-4b24-84f0-035ecc6e49a3 req-35615bc1-6ba0-478d-9be4-80fcaf99c959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:47.230978 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ee1f9ce4-63bd-4b24-84f0-035ecc6e49a3 req-35615bc1-6ba0-478d-9be4-80fcaf99c959 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935&tenant_id=9477430a832042d4b203b849bafeb9e9 HTTP/1.1" status: 200 len: 1096 time: 0.0393081 Sep 18 12:43:47.324755 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f9ce4-63bd-4b24-84f0-035ecc6e49a3 req-15ab965c-e181-4d56-a73c-cee444053e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:47.326217 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ee1f9ce4-63bd-4b24-84f0-035ecc6e49a3 req-15ab965c-e181-4d56-a73c-cee444053e73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9477430a832042d4b203b849bafeb9e9&device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 1096 time: 0.0705149 Sep 18 12:43:47.337756 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1605d6b-d94e-4838-8533-c637c714149b req-2db81581-4156-4122-a9c3-026b66d3092e tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:47.339086 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b1605d6b-d94e-4838-8533-c637c714149b req-2db81581-4156-4122-a9c3-026b66d3092e tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 943 time: 0.0598750 Sep 18 12:43:47.425244 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b1605d6b-d94e-4838-8533-c637c714149b req-1145784d-91cd-40dc-abbd-316aa6477379 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778685 Sep 18 12:43:47.446267 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f9ce4-63bd-4b24-84f0-035ecc6e49a3 req-760cb29d-7058-4d45-94cb-95ff3e907e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:47.448334 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ee1f9ce4-63bd-4b24-84f0-035ecc6e49a3 req-760cb29d-7058-4d45-94cb-95ff3e907e48 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ab574f3-0ba4-4c64-96c3-ff427a72d455 HTTP/1.1" status: 200 len: 918 time: 0.1084437 Sep 18 12:43:47.609890 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:47.738345 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ee1f9ce4-63bd-4b24-84f0-035ecc6e49a3 req-312cdaa4-f484-4f6f-9fc3-2b7632c270d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a67078eb-3040-45f5-bdaa-40cfe1a78586 HTTP/1.1" status: 200 len: 998 time: 0.2823994 Sep 18 12:43:47.785920 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f9ce4-63bd-4b24-84f0-035ecc6e49a3 req-4d05279c-ed8f-4ec7-a549-05a2cc8dd200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:47.787237 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ee1f9ce4-63bd-4b24-84f0-035ecc6e49a3 req-4d05279c-ed8f-4ec7-a549-05a2cc8dd200 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60194707-770d-4fdc-856c-c0e71f0849f4 HTTP/1.1" status: 200 len: 856 time: 0.0402503 Sep 18 12:43:47.830162 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f9ce4-63bd-4b24-84f0-035ecc6e49a3 req-d30f0210-a957-4345-811d-ac3215b229f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:47.831557 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ee1f9ce4-63bd-4b24-84f0-035ecc6e49a3 req-d30f0210-a957-4345-811d-ac3215b229f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ab574f3-0ba4-4c64-96c3-ff427a72d455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0367858 Sep 18 12:43:47.922290 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ee1f9ce4-63bd-4b24-84f0-035ecc6e49a3 req-b0f46033-f441-48be-ac1e-e50ac734e635 service neutron] 10.222.0.13 "GET /v2.0/networks/4ab574f3-0ba4-4c64-96c3-ff427a72d455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829289 Sep 18 12:43:48.014013 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ee1f9ce4-63bd-4b24-84f0-035ecc6e49a3 req-249e5a1c-a556-4cc2-a1d0-f378a54f0888 service neutron] 10.222.0.13 "GET /v2.0/networks/4ab574f3-0ba4-4c64-96c3-ff427a72d455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838492 Sep 18 12:43:48.569251 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eda407-5f52-4aa4-b175-da1ecd5e3d2f req-8959bd0f-17ed-4b4d-bd03-f22c747af690 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:48.570962 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-72eda407-5f52-4aa4-b175-da1ecd5e3d2f req-8959bd0f-17ed-4b4d-bd03-f22c747af690 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 943 time: 0.0539105 Sep 18 12:43:48.610350 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-72eda407-5f52-4aa4-b175-da1ecd5e3d2f req-b4a6bee8-ae32-4f29-9258-18d8177d2923 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329223 Sep 18 12:43:49.729571 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e40bc-4e70-4e20-a566-e9618772ab57 req-6556b284-269a-4d14-9098-c3c4378594ff tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:49.731087 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b40e40bc-4e70-4e20-a566-e9618772ab57 req-6556b284-269a-4d14-9098-c3c4378594ff tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 943 time: 0.0498664 Sep 18 12:43:49.769671 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b40e40bc-4e70-4e20-a566-e9618772ab57 req-c42202d6-95f1-47a0-acaf-883c178c68a9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325193 Sep 18 12:43:50.817187 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:43:50.891396 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e67a3d-3975-4eae-82d4-28819241903b req-148913f6-de22-4bbd-8bde-9dc3dd626fd5 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:50.893047 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-98e67a3d-3975-4eae-82d4-28819241903b req-148913f6-de22-4bbd-8bde-9dc3dd626fd5 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 943 time: 0.0494001 Sep 18 12:43:50.935960 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-98e67a3d-3975-4eae-82d4-28819241903b req-ad5af7d3-0481-426e-9105-2c847f54a9f3 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368154 Sep 18 12:43:52.062319 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc078ff-57bb-4211-8479-77e8e11905ac req-9e87ee7d-99a4-44bf-9e55-7fc94d28d374 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:52.063873 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bdc078ff-57bb-4211-8479-77e8e11905ac req-9e87ee7d-99a4-44bf-9e55-7fc94d28d374 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 943 time: 0.0498552 Sep 18 12:43:52.102763 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bdc078ff-57bb-4211-8479-77e8e11905ac req-65147e9f-07dd-46dc-be54-4b9b457b8e5f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327146 Sep 18 12:43:53.224144 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d3930-9bc9-4143-a939-5bdd3358c761 req-57e2ce58-e062-413f-8cc8-beae624de0dc tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:53.225808 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-898d3930-9bc9-4143-a939-5bdd3358c761 req-57e2ce58-e062-413f-8cc8-beae624de0dc tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 943 time: 0.0504346 Sep 18 12:43:53.265993 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-898d3930-9bc9-4143-a939-5bdd3358c761 req-ea3829c6-8384-408b-b9a1-fcf5619306fb tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339959 Sep 18 12:43:54.387134 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1b80d-bd2f-4b05-b384-12d368b0076b req-d328bebe-5496-4fd9-b7b2-5b026ecfcf02 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:54.388620 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-45e1b80d-bd2f-4b05-b384-12d368b0076b req-d328bebe-5496-4fd9-b7b2-5b026ecfcf02 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 943 time: 0.0493357 Sep 18 12:43:54.430474 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-566216cf-a22b-4513-90ac-2a90842a10c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:54.440256 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-45e1b80d-bd2f-4b05-b384-12d368b0076b req-e764e067-0f21-447c-9512-ee7e4117ab5e tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456352 Sep 18 12:43:55.559401 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff73e3f-b32d-4fea-9341-46d822235953 req-8c89838a-0b15-487f-b2d2-692c6738d52e tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:55.560945 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0ff73e3f-b32d-4fea-9341-46d822235953 req-8c89838a-0b15-487f-b2d2-692c6738d52e tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 943 time: 0.0506437 Sep 18 12:43:55.605476 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0ff73e3f-b32d-4fea-9341-46d822235953 req-bcb91882-817c-4e1d-9465-30d0b8566bc9 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381813 Sep 18 12:43:56.726976 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884800d3-7486-4ec7-bb87-ec27e47188ff req-cfc849c4-e62c-41a8-b453-0db0b207df65 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:56.728542 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-884800d3-7486-4ec7-bb87-ec27e47188ff req-cfc849c4-e62c-41a8-b453-0db0b207df65 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 943 time: 0.0498238 Sep 18 12:43:56.780383 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-884800d3-7486-4ec7-bb87-ec27e47188ff req-0c3428e1-8d87-4d29-987c-069844dc83b4 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457623 Sep 18 12:43:57.032863 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c5049bae-3e5a-4ae8-a271-848b5274fd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:57.745626 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:57.910120 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d746f5-71ce-4a16-89d7-c5ec07289d59 req-c9a081fd-fac1-4d89-8d04-72ad5480a4de tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:57.912412 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e8d746f5-71ce-4a16-89d7-c5ec07289d59 req-c9a081fd-fac1-4d89-8d04-72ad5480a4de tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 943 time: 0.0601640 Sep 18 12:43:57.957755 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e8d746f5-71ce-4a16-89d7-c5ec07289d59 req-55ca4872-d43b-4bc3-90b6-ffa21ad068c8 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391312 Sep 18 12:43:58.100736 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:43:59.077409 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab5350-5b44-4075-b8d3-1b52b93c0736 req-52628b38-c6d0-4b20-96b4-4bf02aae84ff tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:43:59.079016 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fcab5350-5b44-4075-b8d3-1b52b93c0736 req-52628b38-c6d0-4b20-96b4-4bf02aae84ff tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 943 time: 0.0469275 Sep 18 12:43:59.115477 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fcab5350-5b44-4075-b8d3-1b52b93c0736 req-150d1662-0e1d-48fe-8c98-2240533837bc tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307100 Sep 18 12:43:59.615281 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:00.229877 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ac8b9-968d-4aee-aaa6-208e4d4a7856 req-c4b6d091-71ad-42b6-b05a-18169c18571f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:00.231318 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-213ac8b9-968d-4aee-aaa6-208e4d4a7856 req-c4b6d091-71ad-42b6-b05a-18169c18571f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 943 time: 0.0472040 Sep 18 12:44:00.267362 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-213ac8b9-968d-4aee-aaa6-208e4d4a7856 req-da42113e-0e21-448b-b4ef-3fe581b0dc4b tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302844 Sep 18 12:44:01.382849 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a88f0e-9996-448f-9691-c120275b3dd6 req-451336d7-06d5-49f4-ba0e-0288ee81f8f4 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:01.385153 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a7a88f0e-9996-448f-9691-c120275b3dd6 req-451336d7-06d5-49f4-ba0e-0288ee81f8f4 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 943 time: 0.0477047 Sep 18 12:44:01.424164 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a7a88f0e-9996-448f-9691-c120275b3dd6 req-77cde5f1-5bb9-4d04-ab94-76c8bef0eafc tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330303 Sep 18 12:44:02.469739 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device a67078eb-3040-45f5-bdaa-40cfe1a78586 details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 12:44:02.541436 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e12667-382a-467f-a248-0d0718cdd30f req-4e4b729c-8246-4ae1-bd9c-97e4c7dda6a8 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:02.542894 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40e12667-382a-467f-a248-0d0718cdd30f req-4e4b729c-8246-4ae1-bd9c-97e4c7dda6a8 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 943 time: 0.0468996 Sep 18 12:44:02.565240 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port a67078eb-3040-45f5-bdaa-40cfe1a78586, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a67078eb-3040-45f5-bdaa-40cfe1a78586,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:44:02.576280 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Returning: {'device': 'a67078eb-3040-45f5-bdaa-40cfe1a78586', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'port_id': 'a67078eb-3040-45f5-bdaa-40cfe1a78586', 'mac_address': 'fa:16:3e:2f:da:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 12:44:02.579354 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40e12667-382a-467f-a248-0d0718cdd30f req-559964a9-822b-47ad-94b0-8121498a9a49 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305805 Sep 18 12:44:02.612926 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:02.624903 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67078eb-3040-45f5-bdaa-40cfe1a78586 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:44:02.642829 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port a67078eb-3040-45f5-bdaa-40cfe1a78586, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a67078eb-3040-45f5-bdaa-40cfe1a78586,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:44:02.646663 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:02.694813 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=a67078eb-3040-45f5-bdaa-40cfe1a78586,revision_number=9']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:02.880977 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['a67078eb-3040-45f5-bdaa-40cfe1a78586'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:44:03.694396 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7a15a-fbdd-4145-aa9a-6e2163f8d30f req-c0c51ea1-81c2-4c4a-8aad-f103f8bd14d8 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:03.695856 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7cf7a15a-fbdd-4145-aa9a-6e2163f8d30f req-c0c51ea1-81c2-4c4a-8aad-f103f8bd14d8 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 944 time: 0.0468035 Sep 18 12:44:03.733123 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7cf7a15a-fbdd-4145-aa9a-6e2163f8d30f req-40199803-8859-47b3-899d-b19f0f070c74 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307505 Sep 18 12:44:03.998981 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b58559f7-8945-4280-951c-4c5ba44144cc req-8bdda35f-37df-45ba-be56-1d5a1f3324e8 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-508423167&fields=id&tenant_id=6913bac521ff4566bd8a0c4e0edcf8b7 HTTP/1.1" status: 200 len: 267 time: 0.0321705 Sep 18 12:44:04.052852 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58559f7-8945-4280-951c-4c5ba44144cc req-06bec2a2-70ea-447b-a228-77eef501e907 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:04.054287 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b58559f7-8945-4280-951c-4c5ba44144cc req-06bec2a2-70ea-447b-a228-77eef501e907 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 984 time: 0.0496838 Sep 18 12:44:04.065700 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-b58559f7-8945-4280-951c-4c5ba44144cc req-32eeff5f-8a19-4f5b-821a-cfb79261b78a tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Request body: {'port': {'security_groups': ['791563ad-f3f0-42b9-9569-cec0522d92ef']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:44:04.131829 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-b58559f7-8945-4280-951c-4c5ba44144cc req-32eeff5f-8a19-4f5b-821a-cfb79261b78a tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:04.301886 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-b58559f7-8945-4280-951c-4c5ba44144cc req-32eeff5f-8a19-4f5b-821a-cfb79261b78a tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] For port 918df4b1-a140-4b01-ac32-3bca12910e04, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=918df4b1-a140-4b01-ac32-3bca12910e04,segment=NetworkSegment(ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df),segment_id=ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:44:04.329072 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-b58559f7-8945-4280-951c-4c5ba44144cc req-32eeff5f-8a19-4f5b-821a-cfb79261b78a tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:04.333333 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-b58559f7-8945-4280-951c-4c5ba44144cc req-32eeff5f-8a19-4f5b-821a-cfb79261b78a tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25309473'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:04.345618 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['918df4b1-a140-4b01-ac32-3bca12910e04'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:44:04.378674 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58559f7-8945-4280-951c-4c5ba44144cc req-32eeff5f-8a19-4f5b-821a-cfb79261b78a tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:04.379295 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-b58559f7-8945-4280-951c-4c5ba44144cc req-32eeff5f-8a19-4f5b-821a-cfb79261b78a tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:04.380701 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b58559f7-8945-4280-951c-4c5ba44144cc req-32eeff5f-8a19-4f5b-821a-cfb79261b78a tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "PUT /v2.0/ports/918df4b1-a140-4b01-ac32-3bca12910e04 HTTP/1.1" status: 200 len: 942 time: 0.3194757 Sep 18 12:44:04.381139 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d10ef3-15fb-452b-a9dd-8ff0364cdc79', 'tag': '918df4b1-a140-4b01-ac32-3bca12910e04'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:44:04.386601 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e8ff65-2f20-46ab-aca3-077e594a7ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "93d10ef3-15fb-452b-a9dd-8ff0364cdc79", "tag": "918df4b1-a140-4b01-ac32-3bca12910e04"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:44:04.387711 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56614) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:04.411593 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eeff5f-8a19-4f5b-821a-cfb79261b78a tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Pushing event updated for resources: {'Port': ['ID=918df4b1-a140-4b01-ac32-3bca12910e04,revision_number=7']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:04.420026 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eeff5f-8a19-4f5b-821a-cfb79261b78a tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:04.420275 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eeff5f-8a19-4f5b-821a-cfb79261b78a tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:04.420529 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eeff5f-8a19-4f5b-821a-cfb79261b78a tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:04.420870 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eeff5f-8a19-4f5b-821a-cfb79261b78a tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:04.421206 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eeff5f-8a19-4f5b-821a-cfb79261b78a tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:04.421544 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eeff5f-8a19-4f5b-821a-cfb79261b78a tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:04.421875 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eeff5f-8a19-4f5b-821a-cfb79261b78a tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:04.422202 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eeff5f-8a19-4f5b-821a-cfb79261b78a tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:04.422532 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eeff5f-8a19-4f5b-821a-cfb79261b78a tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:04.423024 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eeff5f-8a19-4f5b-821a-cfb79261b78a tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:04.423631 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eeff5f-8a19-4f5b-821a-cfb79261b78a tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:04.423882 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eeff5f-8a19-4f5b-821a-cfb79261b78a tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:04.462084 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bd4e54ff-d1a5-484b-aa7d-9adc41272952 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:04.463147 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['918df4b1-a140-4b01-ac32-3bca12910e04'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:44:04.489991 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bd4e54ff-d1a5-484b-aa7d-9adc41272952 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:04.503552 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2aa92d-e084-42af-a3c2-4456890146dd x-openstack-request-id: req-4f2aa92d-e084-42af-a3c2-4456890146dd {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:44:04.503943 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d10ef3-15fb-452b-a9dd-8ff0364cdc79", "tag": "918df4b1-a140-4b01-ac32-3bca12910e04", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:44:04.504192 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f2aa92d-e084-42af-a3c2-4456890146dd {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:44:04.504613 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d10ef3-15fb-452b-a9dd-8ff0364cdc79', 'tag': '918df4b1-a140-4b01-ac32-3bca12910e04', 'status': 'completed', 'code': 200} Sep 18 12:44:04.507783 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device a67078eb-3040-45f5-bdaa-40cfe1a78586 up at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:44:04.565278 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bd4e54ff-d1a5-484b-aa7d-9adc41272952 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:04.569161 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bd4e54ff-d1a5-484b-aa7d-9adc41272952 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:04.571314 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-bd4e54ff-d1a5-484b-aa7d-9adc41272952 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "DELETE /v2.0/security-groups/2e852c77-dd87-412c-9147-25abf5942355 HTTP/1.1" status: 204 len: 168 time: 0.1821666 Sep 18 12:44:04.576368 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 56618) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:04.581467 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e54ff-d1a5-484b-aa7d-9adc41272952 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e852c77-dd87-412c-9147-25abf5942355,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:04.625576 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8ff65-2f20-46ab-aca3-077e594a7ac7 req-2879cd7c-b2ca-4deb-b7ad-c3f1d7f3a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:04.627075 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f5e8ff65-2f20-46ab-aca3-077e594a7ac7 req-2879cd7c-b2ca-4deb-b7ad-c3f1d7f3a27b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6913bac521ff4566bd8a0c4e0edcf8b7&device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 1098 time: 0.0941739 Sep 18 12:44:04.680288 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning complete for port a67078eb-3040-45f5-bdaa-40cfe1a78586 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:44:04.680652 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:04.721326 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9ec722d2-9d3f-4e6c-8b44-493b96adc786 None None] Provisioning complete for port 918df4b1-a140-4b01-ac32-3bca12910e04 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:44:04.721695 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9ec722d2-9d3f-4e6c-8b44-493b96adc786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:04.798402 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8ff65-2f20-46ab-aca3-077e594a7ac7 req-c9f9f203-50f9-4ffe-b50b-235b8f8eb40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:04.799901 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f5e8ff65-2f20-46ab-aca3-077e594a7ac7 req-c9f9f203-50f9-4ffe-b50b-235b8f8eb40a service neutron] 10.222.0.13 "GET /v2.0/networks?id=03a59fa9-bec1-46db-b398-93e740f3293f HTTP/1.1" status: 200 len: 916 time: 0.1648338 Sep 18 12:44:04.842185 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:04.874065 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b1d87b-f06b-4182-bfee-88bb9b5c5935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67078eb-3040-45f5-bdaa-40cfe1a78586'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:44:04.876310 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f443903345165d416a651567efac34002f351ff04fccc6d410eaa1beaa8a1ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4653192a-9763-4a94-bcf4-6586fb724567" -d '{"events": [{"server_uuid": "e8b1d87b-f06b-4182-bfee-88bb9b5c5935", "name": "network-vif-plugged", "status": "completed", "tag": "a67078eb-3040-45f5-bdaa-40cfe1a78586"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:44:04.890565 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port a67078eb-3040-45f5-bdaa-40cfe1a78586, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a67078eb-3040-45f5-bdaa-40cfe1a78586,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:44:04.896010 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:04.903379 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-334607ad-cc83-4f16-b14b-186a0a97a31b tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Deleting port 21f12c6f-afa7-4c5f-a9e3-0ece2a7ccb7f {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:44:04.903738 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-334607ad-cc83-4f16-b14b-186a0a97a31b tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:04.920055 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7851a81-d169-4c87-a511-656b357d93a7 x-openstack-request-id: req-e7851a81-d169-4c87-a511-656b357d93a7 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:44:04.920332 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b1d87b-f06b-4182-bfee-88bb9b5c5935", "name": "network-vif-plugged", "status": "completed", "tag": "a67078eb-3040-45f5-bdaa-40cfe1a78586", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:44:04.920580 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7851a81-d169-4c87-a511-656b357d93a7 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:44:04.920967 dv-cinder-809894-1-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b1d87b-f06b-4182-bfee-88bb9b5c5935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67078eb-3040-45f5-bdaa-40cfe1a78586', 'code': 200} Sep 18 12:44:04.924050 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f5e8ff65-2f20-46ab-aca3-077e594a7ac7 req-afe4705e-7d5e-49af-ba83-147c82c09342 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=918df4b1-a140-4b01-ac32-3bca12910e04 HTTP/1.1" status: 200 len: 1001 time: 0.1138849 Sep 18 12:44:04.948176 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=a67078eb-3040-45f5-bdaa-40cfe1a78586,revision_number=10']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:04.980289 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0cd93e-aad2-4b65-9769-3c265f977966 req-e6c8696b-adf2-4297-b488-a3215c79306f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:04.982361 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df0cd93e-aad2-4b65-9769-3c265f977966 req-e6c8696b-adf2-4297-b488-a3215c79306f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 944 time: 0.1748233 Sep 18 12:44:05.077269 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8ff65-2f20-46ab-aca3-077e594a7ac7 req-075a8d60-1ffc-4562-9a8d-8c9b9a3a8823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:05.078631 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f5e8ff65-2f20-46ab-aca3-077e594a7ac7 req-075a8d60-1ffc-4562-9a8d-8c9b9a3a8823 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=daf16491-9ce3-4bbf-a0c9-60e69eaa99c0 HTTP/1.1" status: 200 len: 854 time: 0.1454389 Sep 18 12:44:05.084139 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-334607ad-cc83-4f16-b14b-186a0a97a31b tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:05.084461 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-334607ad-cc83-4f16-b14b-186a0a97a31b tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:05.123157 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df0cd93e-aad2-4b65-9769-3c265f977966 req-363c7c42-a773-4b6d-ba79-6b9e509bbb22 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117580 Sep 18 12:44:05.141430 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-334607ad-cc83-4f16-b14b-186a0a97a31b tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Calling delete_port for 21f12c6f-afa7-4c5f-a9e3-0ece2a7ccb7f owned by network:floatingip {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:44:05.203970 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030c00b-b1d3-4b18-99bd-cd2325f132bb req-4ce9b661-32f2-445b-8e67-5f603948de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:05.205446 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7030c00b-b1d3-4b18-99bd-cd2325f132bb req-4ce9b661-32f2-445b-8e67-5f603948de79 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 1099 time: 0.1457939 Sep 18 12:44:05.233592 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8ff65-2f20-46ab-aca3-077e594a7ac7 req-c8b886e0-105b-4192-ac44-de846e485d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:05.234968 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f5e8ff65-2f20-46ab-aca3-077e594a7ac7 req-c8b886e0-105b-4192-ac44-de846e485d22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=03a59fa9-bec1-46db-b398-93e740f3293f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1457655 Sep 18 12:44:05.315117 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7030c00b-b1d3-4b18-99bd-cd2325f132bb req-98667ed2-6a9d-45eb-9beb-fd76ae6892b3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978081 Sep 18 12:44:05.385961 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f5e8ff65-2f20-46ab-aca3-077e594a7ac7 req-84b4cade-24bf-425d-863d-e00ebd9bbde2 service neutron] 10.222.0.13 "GET /v2.0/networks/03a59fa9-bec1-46db-b398-93e740f3293f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399229 Sep 18 12:44:05.429311 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-334607ad-cc83-4f16-b14b-186a0a97a31b tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:05.463239 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334607ad-cc83-4f16-b14b-186a0a97a31b tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Pushing event deleted for resources: {'Port': ['ID=21f12c6f-afa7-4c5f-a9e3-0ece2a7ccb7f,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:05.523945 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-334607ad-cc83-4f16-b14b-186a0a97a31b tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks [] for floatingip, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:05.524267 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-334607ad-cc83-4f16-b14b-186a0a97a31b tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Floating IP 12234bf1-5b3f-4018-8682-5f03774868ca disassociated (deleted). External IP: 172.27.1.152, port: 918df4b1-a140-4b01-ac32-3bca12910e04. Sep 18 12:44:05.690451 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f5e8ff65-2f20-46ab-aca3-077e594a7ac7 req-701c078d-1020-4c0e-8393-2e1cc7bb839c service neutron] 10.222.0.13 "GET /v2.0/networks/03a59fa9-bec1-46db-b398-93e740f3293f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350560 Sep 18 12:44:05.795147 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334607ad-cc83-4f16-b14b-186a0a97a31b tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Router 2421224d-ca9c-4f20-b577-b511f379a8c3 has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:44:05.895308 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334607ad-cc83-4f16-b14b-186a0a97a31b tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:44:05.900087 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-334607ad-cc83-4f16-b14b-186a0a97a31b tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:05.904954 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b08548-66e2-4efe-84b8-95808c574ff7 None None] Sync routers for ids ['2421224d-ca9c-4f20-b577-b511f379a8c3'] in dv-cinder-809894-1-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:44:05.913584 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b08548-66e2-4efe-84b8-95808c574ff7 None None] Routers {'2421224d-ca9c-4f20-b577-b511f379a8c3'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:44:05.914200 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-08b08548-66e2-4efe-84b8-95808c574ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:43:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['2421224d-ca9c-4f20-b577-b511f379a8c3'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:05.928699 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-334607ad-cc83-4f16-b14b-186a0a97a31b tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "DELETE /v2.0/floatingips/12234bf1-5b3f-4018-8682-5f03774868ca HTTP/1.1" status: 204 len: 168 time: 1.3492312 Sep 18 12:44:06.020383 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-08b08548-66e2-4efe-84b8-95808c574ff7 None None] Set router 2421224d-ca9c-4f20-b577-b511f379a8c3 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:44:06.236802 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-08b08548-66e2-4efe-84b8-95808c574ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'name': 'tempest-TestMinimumBasicScenario-2061823698-router', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '99f24548-c254-4eb1-a2d1-f480e97ef104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:41:26Z', 'updated_at': '2021-09-18T12:41:29Z', 'revision_number': 4, 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'gw_port': {'id': '99f24548-c254-4eb1-a2d1-f480e97ef104', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:26Z', 'updated_at': '2021-09-18T12:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'f95126d1-f5af-4e68-805a-bda1eb707729', 'name': '', 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'mac_address': 'fa:16:3e:65:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'daf16491-9ce3-4bbf-a0c9-60e69eaa99c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:28Z', 'updated_at': '2021-09-18T12:41:35Z', 'revision_number': 5, 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'subnets': [{'id': 'daf16491-9ce3-4bbf-a0c9-60e69eaa99c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:06.250911 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4ecb4-df0b-48da-bfb4-25f9ebe6d882 req-f8cfdc05-807b-4e71-be7a-404929b45fd6 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:06.252405 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d2c4ecb4-df0b-48da-bfb4-25f9ebe6d882 req-f8cfdc05-807b-4e71-be7a-404929b45fd6 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 946 time: 0.0508537 Sep 18 12:44:06.262991 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b08548-66e2-4efe-84b8-95808c574ff7 None None] Checking router: 2421224d-ca9c-4f20-b577-b511f379a8c3 for host: dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:44:06.271143 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b08548-66e2-4efe-84b8-95808c574ff7 None None] Routers {'2421224d-ca9c-4f20-b577-b511f379a8c3'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:44:06.271764 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-08b08548-66e2-4efe-84b8-95808c574ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:43:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['2421224d-ca9c-4f20-b577-b511f379a8c3'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:06.288943 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d2c4ecb4-df0b-48da-bfb4-25f9ebe6d882 req-119de0b8-1b87-427a-b5eb-282123979475 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306077 Sep 18 12:44:06.373738 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-08b08548-66e2-4efe-84b8-95808c574ff7 None None] Set router 2421224d-ca9c-4f20-b577-b511f379a8c3 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:44:06.505395 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d10ef3-15fb-452b-a9dd-8ff0364cdc79', 'tag': '918df4b1-a140-4b01-ac32-3bca12910e04'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:44:06.507759 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2946b95-00bb-4ba8-bb28-859eae0e35fa" -d '{"events": [{"name": "network-changed", "server_uuid": "93d10ef3-15fb-452b-a9dd-8ff0364cdc79", "tag": "918df4b1-a140-4b01-ac32-3bca12910e04"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:44:06.557335 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00743e01-6141-4b7a-84f2-186a814e12d5 x-openstack-request-id: req-00743e01-6141-4b7a-84f2-186a814e12d5 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:44:06.557625 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d10ef3-15fb-452b-a9dd-8ff0364cdc79", "tag": "918df4b1-a140-4b01-ac32-3bca12910e04", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:44:06.557870 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00743e01-6141-4b7a-84f2-186a814e12d5 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:44:06.558323 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d10ef3-15fb-452b-a9dd-8ff0364cdc79', 'tag': '918df4b1-a140-4b01-ac32-3bca12910e04', 'status': 'completed', 'code': 200} Sep 18 12:44:06.585775 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-08b08548-66e2-4efe-84b8-95808c574ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'name': 'tempest-TestMinimumBasicScenario-2061823698-router', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '99f24548-c254-4eb1-a2d1-f480e97ef104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:41:26Z', 'updated_at': '2021-09-18T12:41:29Z', 'revision_number': 4, 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'gw_port': {'id': '99f24548-c254-4eb1-a2d1-f480e97ef104', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:26Z', 'updated_at': '2021-09-18T12:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'f95126d1-f5af-4e68-805a-bda1eb707729', 'name': '', 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'mac_address': 'fa:16:3e:65:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'daf16491-9ce3-4bbf-a0c9-60e69eaa99c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:28Z', 'updated_at': '2021-09-18T12:41:35Z', 'revision_number': 5, 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'subnets': [{'id': 'daf16491-9ce3-4bbf-a0c9-60e69eaa99c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:06.617555 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b08548-66e2-4efe-84b8-95808c574ff7 None None] The sync data for ids ['2421224d-ca9c-4f20-b577-b511f379a8c3'] in dv-cinder-809894-1-iscsi is: [{'id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'name': 'tempest-TestMinimumBasicScenario-2061823698-router', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '99f24548-c254-4eb1-a2d1-f480e97ef104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:41:26Z', 'updated_at': '2021-09-18T12:41:29Z', 'revision_number': 4, 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'gw_port': {'id': '99f24548-c254-4eb1-a2d1-f480e97ef104', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:26Z', 'updated_at': '2021-09-18T12:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'f95126d1-f5af-4e68-805a-bda1eb707729', 'name': '', 'network_id': '03a59fa9-bec1-46db-b398-93e740f3293f', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'mac_address': 'fa:16:3e:65:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'daf16491-9ce3-4bbf-a0c9-60e69eaa99c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:28Z', 'updated_at': '2021-09-18T12:41:35Z', 'revision_number': 5, 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'subnets': [{'id': 'daf16491-9ce3-4bbf-a0c9-60e69eaa99c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:44:06.630268 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2946b95-00bb-4ba8-bb28-859eae0e35fa req-fa544050-63bf-4df1-adb9-573138075096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:06.631941 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c2946b95-00bb-4ba8-bb28-859eae0e35fa req-fa544050-63bf-4df1-adb9-573138075096 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6913bac521ff4566bd8a0c4e0edcf8b7&device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 1098 time: 0.0469716 Sep 18 12:44:06.745582 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2946b95-00bb-4ba8-bb28-859eae0e35fa req-a5c40ccc-fd94-4239-a2d0-c147e7491de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:06.747318 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c2946b95-00bb-4ba8-bb28-859eae0e35fa req-a5c40ccc-fd94-4239-a2d0-c147e7491de3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=03a59fa9-bec1-46db-b398-93e740f3293f HTTP/1.1" status: 200 len: 916 time: 0.1057103 Sep 18 12:44:06.803623 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c2946b95-00bb-4ba8-bb28-859eae0e35fa req-d0d59b8c-010d-4053-80dc-4a84c2cadfad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=918df4b1-a140-4b01-ac32-3bca12910e04 HTTP/1.1" status: 200 len: 217 time: 0.0425029 Sep 18 12:44:06.857898 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2946b95-00bb-4ba8-bb28-859eae0e35fa req-3d3d02d9-310b-4a15-88dc-7a4c549ad49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:06.859487 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c2946b95-00bb-4ba8-bb28-859eae0e35fa req-3d3d02d9-310b-4a15-88dc-7a4c549ad49a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=daf16491-9ce3-4bbf-a0c9-60e69eaa99c0 HTTP/1.1" status: 200 len: 854 time: 0.0480411 Sep 18 12:44:06.876659 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0907d3-2d5d-4560-83c4-6aee1a87d196 None None] New status for floating IP 12234bf1-5b3f-4018-8682-5f03774868ca: DOWN {{(pid=94109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 12:44:06.912418 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2946b95-00bb-4ba8-bb28-859eae0e35fa req-043a5bad-16a8-4320-943e-e39ea35aac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:06.913914 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c2946b95-00bb-4ba8-bb28-859eae0e35fa req-043a5bad-16a8-4320-943e-e39ea35aac59 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=03a59fa9-bec1-46db-b398-93e740f3293f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461490 Sep 18 12:44:07.013674 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c2946b95-00bb-4ba8-bb28-859eae0e35fa req-75a9b0ad-234f-4930-9fd4-8c6487367e3b service neutron] 10.222.0.13 "GET /v2.0/networks/03a59fa9-bec1-46db-b398-93e740f3293f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905960 Sep 18 12:44:07.119076 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c2946b95-00bb-4ba8-bb28-859eae0e35fa req-ea226386-5538-4244-9fc7-64c584f2c5ae service neutron] 10.222.0.13 "GET /v2.0/networks/03a59fa9-bec1-46db-b398-93e740f3293f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863814 Sep 18 12:44:07.413707 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4bcef5-e065-419b-b4fe-0301c6562293 req-b61daafd-9aea-49e0-836f-c61bd1df500d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:07.415190 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0c4bcef5-e065-419b-b4fe-0301c6562293 req-b61daafd-9aea-49e0-836f-c61bd1df500d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 946 time: 0.0503926 Sep 18 12:44:07.452139 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0c4bcef5-e065-419b-b4fe-0301c6562293 req-731e37ff-8111-4f80-8bd2-d9bfc5f29e1c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310359 Sep 18 12:44:08.621272 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb16ecd-2ee8-4c87-8795-a363f1593a0b req-d2fcf1d0-2011-43b5-82e3-f5f7374fb41b tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:08.622714 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cb16ecd-2ee8-4c87-8795-a363f1593a0b req-d2fcf1d0-2011-43b5-82e3-f5f7374fb41b tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 945 time: 0.0465577 Sep 18 12:44:08.658725 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cb16ecd-2ee8-4c87-8795-a363f1593a0b req-b106539f-9f0d-4ad1-b922-4e1caa8c5d6c tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301688 Sep 18 12:44:09.774247 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78659fc7-6768-46ee-8ff6-8a45a77ef272 req-0c4d282d-00ca-45df-aa7a-4895e4e0bdcc tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:09.776408 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-78659fc7-6768-46ee-8ff6-8a45a77ef272 req-0c4d282d-00ca-45df-aa7a-4895e4e0bdcc tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 945 time: 0.0522714 Sep 18 12:44:09.812135 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-78659fc7-6768-46ee-8ff6-8a45a77ef272 req-09ea2cf0-2ac5-4ab9-bd06-e31f5881b499 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/security-groups?id=791563ad-f3f0-42b9-9569-cec0522d92ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299115 Sep 18 12:44:10.337934 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466472af-25fb-4705-be71-4cfcddd7016f req-6318ff1f-22af-40c8-bbc6-bdb47923df65 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:10.339349 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-466472af-25fb-4705-be71-4cfcddd7016f req-6318ff1f-22af-40c8-bbc6-bdb47923df65 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 945 time: 0.0463750 Sep 18 12:44:10.428358 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-466472af-25fb-4705-be71-4cfcddd7016f req-8d9daa6c-676b-4fc1-b0cf-e3c99e10594c tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Deleting port 918df4b1-a140-4b01-ac32-3bca12910e04 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:44:10.428692 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-466472af-25fb-4705-be71-4cfcddd7016f req-8d9daa6c-676b-4fc1-b0cf-e3c99e10594c tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:10.742648 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-466472af-25fb-4705-be71-4cfcddd7016f req-8d9daa6c-676b-4fc1-b0cf-e3c99e10594c tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] For port 918df4b1-a140-4b01-ac32-3bca12910e04, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=918df4b1-a140-4b01-ac32-3bca12910e04,segment=NetworkSegment(ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df),segment_id=ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:44:10.742921 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-466472af-25fb-4705-be71-4cfcddd7016f req-8d9daa6c-676b-4fc1-b0cf-e3c99e10594c tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:10.755505 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-466472af-25fb-4705-be71-4cfcddd7016f req-8d9daa6c-676b-4fc1-b0cf-e3c99e10594c tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Calling delete_port for 918df4b1-a140-4b01-ac32-3bca12910e04 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:44:10.886098 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-466472af-25fb-4705-be71-4cfcddd7016f req-8d9daa6c-676b-4fc1-b0cf-e3c99e10594c tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:10.897577 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['918df4b1-a140-4b01-ac32-3bca12910e04'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:44:10.908431 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d542bb22-b5e5-4e6f-9b22-ad86c7993fee req-a6d32bc6-257e-4f23-9543-e288e5d09a18 tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d10ef3-15fb-452b-a9dd-8ff0364cdc79 HTTP/1.1" status: 200 len: 210 time: 0.0307803 Sep 18 12:44:10.927310 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9daa6c-676b-4fc1-b0cf-e3c99e10594c tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Pushing event deleted for resources: {'Port': ['ID=918df4b1-a140-4b01-ac32-3bca12910e04,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:10.971380 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-466472af-25fb-4705-be71-4cfcddd7016f req-8d9daa6c-676b-4fc1-b0cf-e3c99e10594c tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] No DVR routers for this DVR port 918df4b1-a140-4b01-ac32-3bca12910e04 on host hv-cinder-80989 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:44:10.973926 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-466472af-25fb-4705-be71-4cfcddd7016f req-8d9daa6c-676b-4fc1-b0cf-e3c99e10594c tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:10.975895 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-466472af-25fb-4705-be71-4cfcddd7016f req-8d9daa6c-676b-4fc1-b0cf-e3c99e10594c tempest-TestMinimumBasicScenario-1671393672 tempest-TestMinimumBasicScenario-1671393672-project] 10.222.0.13 "DELETE /v2.0/ports/918df4b1-a140-4b01-ac32-3bca12910e04 HTTP/1.1" status: 204 len: 173 time: 0.6294754 Sep 18 12:44:10.976306 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d10ef3-15fb-452b-a9dd-8ff0364cdc79', 'name': 'network-vif-deleted', 'tag': '918df4b1-a140-4b01-ac32-3bca12910e04'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:44:10.979179 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e0071e-1c54-4114-984c-cd1f5a51b066" -d '{"events": [{"server_uuid": "93d10ef3-15fb-452b-a9dd-8ff0364cdc79", "name": "network-vif-deleted", "tag": "918df4b1-a140-4b01-ac32-3bca12910e04"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:44:11.014408 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd64fedb-4c1c-43a9-bf1e-a323ff7c7bf6 x-openstack-request-id: req-fd64fedb-4c1c-43a9-bf1e-a323ff7c7bf6 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:44:11.014686 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d10ef3-15fb-452b-a9dd-8ff0364cdc79", "name": "network-vif-deleted", "tag": "918df4b1-a140-4b01-ac32-3bca12910e04", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:44:11.014926 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd64fedb-4c1c-43a9-bf1e-a323ff7c7bf6 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:44:11.015307 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d10ef3-15fb-452b-a9dd-8ff0364cdc79', 'name': 'network-vif-deleted', 'tag': '918df4b1-a140-4b01-ac32-3bca12910e04', 'status': 'completed', 'code': 200} Sep 18 12:44:13.414626 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 56744) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:13.742952 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-77a63630-1298-4185-a7d9-5d9b078ac4c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3673617'] for router_interface, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:13.976256 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-77a63630-1298-4185-a7d9-5d9b078ac4c0 admin admin] Deleting port f95126d1-f5af-4e68-805a-bda1eb707729 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:44:13.976508 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-77a63630-1298-4185-a7d9-5d9b078ac4c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:14.056038 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-77a63630-1298-4185-a7d9-5d9b078ac4c0 admin admin] For port f95126d1-f5af-4e68-805a-bda1eb707729, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=f95126d1-f5af-4e68-805a-bda1eb707729,segment=NetworkSegment(ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df),segment_id=ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:44:14.056397 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-77a63630-1298-4185-a7d9-5d9b078ac4c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:14.068190 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-77a63630-1298-4185-a7d9-5d9b078ac4c0 admin admin] Calling delete_port for f95126d1-f5af-4e68-805a-bda1eb707729 owned by network:router_interface {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:44:14.239073 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-77a63630-1298-4185-a7d9-5d9b078ac4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:14.263713 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a63630-1298-4185-a7d9-5d9b078ac4c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f95126d1-f5af-4e68-805a-bda1eb707729,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:14.421393 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-77a63630-1298-4185-a7d9-5d9b078ac4c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674017'] for router_interface, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:14.536187 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 918df4b1-a140-4b01-ac32-3bca12910e04 no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:44:14.555258 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] No Port match for: 918df4b1-a140-4b01-ac32-3bca12910e04 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:44:14.555602 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 918df4b1-a140-4b01-ac32-3bca12910e04 not bound to the agent host hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:44:14.628036 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a63630-1298-4185-a7d9-5d9b078ac4c0 admin admin] Router 2421224d-ca9c-4f20-b577-b511f379a8c3 has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:44:14.729866 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a63630-1298-4185-a7d9-5d9b078ac4c0 admin admin] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:44:14.735007 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-77a63630-1298-4185-a7d9-5d9b078ac4c0 admin admin] 10.222.0.24 "PUT /v2.0/routers/2421224d-ca9c-4f20-b577-b511f379a8c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3193228 Sep 18 12:44:14.737489 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 56746) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:14.740188 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2227a2da-e8f0-4cf9-b5fd-d427ce845338 None None] Sync routers for ids ['2421224d-ca9c-4f20-b577-b511f379a8c3'] in dv-cinder-809894-1-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:44:14.748982 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2227a2da-e8f0-4cf9-b5fd-d427ce845338 None None] Routers {'2421224d-ca9c-4f20-b577-b511f379a8c3'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:44:14.749570 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-2227a2da-e8f0-4cf9-b5fd-d427ce845338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:43:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['2421224d-ca9c-4f20-b577-b511f379a8c3'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:14.838908 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d1ea9b2e-e538-428f-adf4-18e4bc748e16 admin admin] Notify callbacks [] for router, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:14.941020 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d1ea9b2e-e538-428f-adf4-18e4bc748e16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:14.967648 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-2227a2da-e8f0-4cf9-b5fd-d427ce845338 None None] Set router 2421224d-ca9c-4f20-b577-b511f379a8c3 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:44:14.993815 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea9b2e-e538-428f-adf4-18e4bc748e16 admin admin] Deleting port 99f24548-c254-4eb1-a2d1-f480e97ef104 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:44:14.994147 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d1ea9b2e-e538-428f-adf4-18e4bc748e16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:15.073154 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-d1ea9b2e-e538-428f-adf4-18e4bc748e16 admin admin] For port 99f24548-c254-4eb1-a2d1-f480e97ef104, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=99f24548-c254-4eb1-a2d1-f480e97ef104,segment=NetworkSegment(972f36e2-ef14-414b-b7e5-74a44c97b427),segment_id=972f36e2-ef14-414b-b7e5-74a44c97b427)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:44:15.073515 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d1ea9b2e-e538-428f-adf4-18e4bc748e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:15.084732 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea9b2e-e538-428f-adf4-18e4bc748e16 admin admin] Calling delete_port for 99f24548-c254-4eb1-a2d1-f480e97ef104 owned by network:router_gateway {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:44:15.138659 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-2227a2da-e8f0-4cf9-b5fd-d427ce845338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'name': 'tempest-TestMinimumBasicScenario-2061823698-router', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '99f24548-c254-4eb1-a2d1-f480e97ef104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:41:26Z', 'updated_at': '2021-09-18T12:44:14Z', 'revision_number': 5, 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'gw_port': {'id': '99f24548-c254-4eb1-a2d1-f480e97ef104', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:26Z', 'updated_at': '2021-09-18T12:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:15.167492 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2227a2da-e8f0-4cf9-b5fd-d427ce845338 None None] Checking router: 2421224d-ca9c-4f20-b577-b511f379a8c3 for host: dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:44:15.175589 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2227a2da-e8f0-4cf9-b5fd-d427ce845338 None None] Routers {'2421224d-ca9c-4f20-b577-b511f379a8c3'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:44:15.176224 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-2227a2da-e8f0-4cf9-b5fd-d427ce845338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:43:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['2421224d-ca9c-4f20-b577-b511f379a8c3'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:15.243930 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d1ea9b2e-e538-428f-adf4-18e4bc748e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:15.262418 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-2227a2da-e8f0-4cf9-b5fd-d427ce845338 None None] Set router 2421224d-ca9c-4f20-b577-b511f379a8c3 gateway port host: None {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:44:15.269526 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea9b2e-e538-428f-adf4-18e4bc748e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=99f24548-c254-4eb1-a2d1-f480e97ef104,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:15.314216 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-2227a2da-e8f0-4cf9-b5fd-d427ce845338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'name': 'tempest-TestMinimumBasicScenario-2061823698-router', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:41:26Z', 'updated_at': '2021-09-18T12:44:14Z', 'revision_number': 6, 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'gw_port_host': None}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:15.327142 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d1ea9b2e-e538-428f-adf4-18e4bc748e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673959'] for router_gateway, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:15.343415 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2227a2da-e8f0-4cf9-b5fd-d427ce845338 None None] The sync data for ids ['2421224d-ca9c-4f20-b577-b511f379a8c3'] in dv-cinder-809894-1-iscsi is: [{'id': '2421224d-ca9c-4f20-b577-b511f379a8c3', 'name': 'tempest-TestMinimumBasicScenario-2061823698-router', 'tenant_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:41:26Z', 'updated_at': '2021-09-18T12:44:14Z', 'revision_number': 6, 'project_id': '6913bac521ff4566bd8a0c4e0edcf8b7', 'gw_port_host': None}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:44:15.416656 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d1ea9b2e-e538-428f-adf4-18e4bc748e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-393'] for router, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:15.418663 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d1ea9b2e-e538-428f-adf4-18e4bc748e16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:15.461440 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d1ea9b2e-e538-428f-adf4-18e4bc748e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682765'] for router, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:15.462187 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ea9b2e-e538-428f-adf4-18e4bc748e16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2421224d-ca9c-4f20-b577-b511f379a8c3 {{(pid=94106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 12:44:15.466631 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d1ea9b2e-e538-428f-adf4-18e4bc748e16 admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:15.467798 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-d1ea9b2e-e538-428f-adf4-18e4bc748e16 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2421224d-ca9c-4f20-b577-b511f379a8c3 HTTP/1.1" status: 204 len: 168 time: 0.7293813 Sep 18 12:44:15.470287 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 56748) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:15.513907 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-a14a638f-d684-4c8e-a301-a1a1a334143f admin admin] Deleting subnet daf16491-9ce3-4bbf-a0c9-60e69eaa99c0 {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 12:44:15.516842 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a14a638f-d684-4c8e-a301-a1a1a334143f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:15.549715 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a14a638f-d684-4c8e-a301-a1a1a334143f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26289332'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:15.654563 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a14a638f-d684-4c8e-a301-a1a1a334143f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701019'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:15.709806 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a14a638f-d684-4c8e-a301-a1a1a334143f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25309463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28863972'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:15.735596 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a638f-d684-4c8e-a301-a1a1a334143f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daf16491-9ce3-4bbf-a0c9-60e69eaa99c0,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:15.743899 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a14a638f-d684-4c8e-a301-a1a1a334143f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:15.748356 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a14a638f-d684-4c8e-a301-a1a1a334143f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/daf16491-9ce3-4bbf-a0c9-60e69eaa99c0 HTTP/1.1" status: 204 len: 168 time: 0.2746382 Sep 18 12:44:15.749385 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56750) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:15.752168 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42184726-531a-4af4-9cbf-6297eabe9a68 None None] Network 03a59fa9-bec1-46db-b398-93e740f3293f requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:44:15.823753 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3459f152-2f89-4316-8ecf-d00dba6527b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455914'] for network, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:15.873868 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-3459f152-2f89-4316-8ecf-d00dba6527b7 admin admin] Deleting port ada4aee4-ad48-440b-8305-ce4deb34ac44 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:44:15.874197 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3459f152-2f89-4316-8ecf-d00dba6527b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:15.938952 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-3459f152-2f89-4316-8ecf-d00dba6527b7 admin admin] For port ada4aee4-ad48-440b-8305-ce4deb34ac44, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=ada4aee4-ad48-440b-8305-ce4deb34ac44,segment=NetworkSegment(ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df),segment_id=ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:44:15.939375 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3459f152-2f89-4316-8ecf-d00dba6527b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:15.951143 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-3459f152-2f89-4316-8ecf-d00dba6527b7 admin admin] Calling delete_port for ada4aee4-ad48-440b-8305-ce4deb34ac44 owned by network:dhcp {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:44:16.030326 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3459f152-2f89-4316-8ecf-d00dba6527b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:16.054860 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459f152-2f89-4316-8ecf-d00dba6527b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ada4aee4-ad48-440b-8305-ce4deb34ac44,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:16.058769 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3459f152-2f89-4316-8ecf-d00dba6527b7 admin admin] No DVR routers for this DVR port ada4aee4-ad48-440b-8305-ce4deb34ac44 on host dv-cinder-809894-1-iscsi {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:44:16.128508 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3459f152-2f89-4316-8ecf-d00dba6527b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701404', 'neutron.services.segments.db._delete_segments_for_network-8759307057565'] for network, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:16.148620 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-3459f152-2f89-4316-8ecf-d00dba6527b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a59fa9-bec1-46db-b398-93e740f3293f']}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:16.159626 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-3459f152-2f89-4316-8ecf-d00dba6527b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df') {'for_net_delete': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:16.160114 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-3459f152-2f89-4316-8ecf-d00dba6527b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6068f1-2c3b-45ec-8c5e-2eca32f0f6df') {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:16.165569 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7974568-efe5-484e-a69a-9cf8b0eea67b None None] DHCP port deletion for 03a59fa9-bec1-46db-b398-93e740f3293f request from dv-cinder-809894-1-iscsi {{(pid=94108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 12:44:16.170852 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3459f152-2f89-4316-8ecf-d00dba6527b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759307058854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25635565'] for segment, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:16.188133 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3459f152-2f89-4316-8ecf-d00dba6527b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:16.196039 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3459f152-2f89-4316-8ecf-d00dba6527b7 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 12:44:16.196458 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3459f152-2f89-4316-8ecf-d00dba6527b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25655759'] for segment, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: Traceback (most recent call last): Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: timer() Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: cb(*args, **kw) Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: return func(*args, **kwargs) Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: self._notify() Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: self.callback(batched_events) Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: event.method(event) Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: return f(self, *a, **k) Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: return self._get(url).json() Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: return self.request(url, 'GET', **kwargs) Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 12:44:16.198078 dv-cinder-809894-1-iscsi neutron-server[94107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 12:44:16.213683 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device f95126d1-f5af-4e68-805a-bda1eb707729 no longer exists at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:44:16.234040 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] No Port match for: f95126d1-f5af-4e68-805a-bda1eb707729 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:44:16.234377 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device f95126d1-f5af-4e68-805a-bda1eb707729 not bound to the agent host dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:44:16.253646 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3459f152-2f89-4316-8ecf-d00dba6527b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673859'] for network, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:16.259143 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3459f152-2f89-4316-8ecf-d00dba6527b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:16.261424 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-3459f152-2f89-4316-8ecf-d00dba6527b7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/03a59fa9-bec1-46db-b398-93e740f3293f HTTP/1.1" status: 204 len: 168 time: 0.5115857 Sep 18 12:44:16.264517 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 56752) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:16.277370 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459f152-2f89-4316-8ecf-d00dba6527b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=03a59fa9-bec1-46db-b398-93e740f3293f,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:16.833257 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f66a0e57-2588-4cf7-9644-e87ebf5bbacc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3673617'] for router_interface, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:17.065583 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-f66a0e57-2588-4cf7-9644-e87ebf5bbacc admin admin] Deleting port 40d908a4-bc88-474a-bd5d-14c33a9e58f6 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:44:17.065916 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f66a0e57-2588-4cf7-9644-e87ebf5bbacc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:17.144463 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-f66a0e57-2588-4cf7-9644-e87ebf5bbacc admin admin] For port 40d908a4-bc88-474a-bd5d-14c33a9e58f6, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=40d908a4-bc88-474a-bd5d-14c33a9e58f6,segment=NetworkSegment(5f3f2883-f069-4cfc-b268-70ac1a98c0fc),segment_id=5f3f2883-f069-4cfc-b268-70ac1a98c0fc)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:44:17.144746 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f66a0e57-2588-4cf7-9644-e87ebf5bbacc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:17.156673 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-f66a0e57-2588-4cf7-9644-e87ebf5bbacc admin admin] Calling delete_port for 40d908a4-bc88-474a-bd5d-14c33a9e58f6 owned by network:router_interface {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:44:17.353353 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb799c2e-e21a-4f81-b570-327e3089d675 req-5fc56c3c-0fdc-4236-aa4a-0487c6dcdbbf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744243 Sep 18 12:44:17.358575 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f66a0e57-2588-4cf7-9644-e87ebf5bbacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:17.383957 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a0e57-2588-4cf7-9644-e87ebf5bbacc admin admin] Pushing event deleted for resources: {'Port': ['ID=40d908a4-bc88-474a-bd5d-14c33a9e58f6,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:17.516662 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb799c2e-e21a-4f81-b570-327e3089d675 req-e525cba5-c460-4b59-bf98-a460fd2c4880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:17.518183 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb799c2e-e21a-4f81-b570-327e3089d675 req-e525cba5-c460-4b59-bf98-a460fd2c4880 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4d22566be4e4b22aa8ebdb652155edd&device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 1099 time: 0.0890450 Sep 18 12:44:17.605754 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:17.624834 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f66a0e57-2588-4cf7-9644-e87ebf5bbacc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674017'] for router_interface, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:17.698802 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb799c2e-e21a-4f81-b570-327e3089d675 req-ef83ebf9-30db-431e-8f49-b7b6647f9176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:17.700153 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb799c2e-e21a-4f81-b570-327e3089d675 req-ef83ebf9-30db-431e-8f49-b7b6647f9176 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da8e8d91-b4c1-44c8-85aa-aea272684f24 HTTP/1.1" status: 200 len: 909 time: 0.1395695 Sep 18 12:44:17.803962 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb799c2e-e21a-4f81-b570-327e3089d675 req-b11357bc-0050-430d-9070-82d06ed2df6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8398ecb-222b-4be2-bf32-b90cb0a8b9be HTTP/1.1" status: 200 len: 1002 time: 0.0961573 Sep 18 12:44:17.839059 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device ada4aee4-ad48-440b-8305-ce4deb34ac44 no longer exists at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:44:17.858569 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] No Port match for: ada4aee4-ad48-440b-8305-ce4deb34ac44 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:44:17.858904 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device ada4aee4-ad48-440b-8305-ce4deb34ac44 not bound to the agent host dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:44:17.859302 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 99f24548-c254-4eb1-a2d1-f480e97ef104 no longer exists at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:44:17.876724 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] No Port match for: 99f24548-c254-4eb1-a2d1-f480e97ef104 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:44:17.877061 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 99f24548-c254-4eb1-a2d1-f480e97ef104 not bound to the agent host dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:44:17.917199 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb799c2e-e21a-4f81-b570-327e3089d675 req-83f1830f-640e-4199-a733-ecd8d7bb6b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:17.918607 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb799c2e-e21a-4f81-b570-327e3089d675 req-83f1830f-640e-4199-a733-ecd8d7bb6b4c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9d4096f-b98a-4336-9196-ad5904271596 HTTP/1.1" status: 200 len: 847 time: 0.0831325 Sep 18 12:44:17.964343 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66a0e57-2588-4cf7-9644-e87ebf5bbacc admin admin] Router 09f3e10a-18ce-446c-a95f-18610d807be8 has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:44:17.977129 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb799c2e-e21a-4f81-b570-327e3089d675 req-266d0d17-47c3-47bb-8daf-d13eb1711df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:17.979185 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb799c2e-e21a-4f81-b570-327e3089d675 req-266d0d17-47c3-47bb-8daf-d13eb1711df1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da8e8d91-b4c1-44c8-85aa-aea272684f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532968 Sep 18 12:44:18.144471 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66a0e57-2588-4cf7-9644-e87ebf5bbacc admin admin] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:44:18.150630 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f66a0e57-2588-4cf7-9644-e87ebf5bbacc admin admin] 10.222.0.24 "PUT /v2.0/routers/09f3e10a-18ce-446c-a95f-18610d807be8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8850768 Sep 18 12:44:18.152986 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb799c2e-e21a-4f81-b570-327e3089d675 req-5c1374c0-d8a0-4597-864c-3709aa20e7fb service neutron] 10.222.0.13 "GET /v2.0/networks/da8e8d91-b4c1-44c8-85aa-aea272684f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351655 Sep 18 12:44:18.153851 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56754) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:18.155584 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91caa3f2-4131-4feb-94bb-4f5616f574d7 None None] Sync routers for ids ['09f3e10a-18ce-446c-a95f-18610d807be8'] in dv-cinder-809894-1-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:44:18.164705 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91caa3f2-4131-4feb-94bb-4f5616f574d7 None None] Routers {'09f3e10a-18ce-446c-a95f-18610d807be8'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:44:18.165310 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-91caa3f2-4131-4feb-94bb-4f5616f574d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:43:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['09f3e10a-18ce-446c-a95f-18610d807be8'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:18.244632 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb799c2e-e21a-4f81-b570-327e3089d675 req-5e059bf5-d723-4182-babf-058920f05720 service neutron] 10.222.0.13 "GET /v2.0/networks/da8e8d91-b4c1-44c8-85aa-aea272684f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840030 Sep 18 12:44:18.256526 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7b918cc0-b914-4e21-9e02-b2159529233c admin admin] Notify callbacks [] for router, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:18.270078 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-91caa3f2-4131-4feb-94bb-4f5616f574d7 None None] Set router 09f3e10a-18ce-446c-a95f-18610d807be8 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:44:18.361582 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7b918cc0-b914-4e21-9e02-b2159529233c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:18.412116 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-7b918cc0-b914-4e21-9e02-b2159529233c admin admin] Deleting port 3551989e-3bbc-486e-a435-23a0e78bd429 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:44:18.412452 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7b918cc0-b914-4e21-9e02-b2159529233c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:18.489303 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-7b918cc0-b914-4e21-9e02-b2159529233c admin admin] For port 3551989e-3bbc-486e-a435-23a0e78bd429, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=3551989e-3bbc-486e-a435-23a0e78bd429,segment=NetworkSegment(972f36e2-ef14-414b-b7e5-74a44c97b427),segment_id=972f36e2-ef14-414b-b7e5-74a44c97b427)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:44:18.489661 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7b918cc0-b914-4e21-9e02-b2159529233c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:18.502155 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-7b918cc0-b914-4e21-9e02-b2159529233c admin admin] Calling delete_port for 3551989e-3bbc-486e-a435-23a0e78bd429 owned by network:router_gateway {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:44:18.521809 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-91caa3f2-4131-4feb-94bb-4f5616f574d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f3e10a-18ce-446c-a95f-18610d807be8', 'name': 'tempest-TestMinimumBasicScenario-936683018-router', 'tenant_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3551989e-3bbc-486e-a435-23a0e78bd429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:41:31Z', 'updated_at': '2021-09-18T12:44:17Z', 'revision_number': 5, 'project_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'gw_port': {'id': '3551989e-3bbc-486e-a435-23a0e78bd429', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f3e10a-18ce-446c-a95f-18610d807be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:41:32Z', 'updated_at': '2021-09-18T12:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:18.546593 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91caa3f2-4131-4feb-94bb-4f5616f574d7 None None] Checking router: 09f3e10a-18ce-446c-a95f-18610d807be8 for host: dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:44:18.554316 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91caa3f2-4131-4feb-94bb-4f5616f574d7 None None] Routers {'09f3e10a-18ce-446c-a95f-18610d807be8'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:44:18.554960 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-91caa3f2-4131-4feb-94bb-4f5616f574d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:43:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['09f3e10a-18ce-446c-a95f-18610d807be8'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:18.637821 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-91caa3f2-4131-4feb-94bb-4f5616f574d7 None None] Set router 09f3e10a-18ce-446c-a95f-18610d807be8 gateway port host: None {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:44:18.661278 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7b918cc0-b914-4e21-9e02-b2159529233c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:18.689318 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b918cc0-b914-4e21-9e02-b2159529233c admin admin] Pushing event deleted for resources: {'Port': ['ID=3551989e-3bbc-486e-a435-23a0e78bd429,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:18.689552 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-91caa3f2-4131-4feb-94bb-4f5616f574d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f3e10a-18ce-446c-a95f-18610d807be8', 'name': 'tempest-TestMinimumBasicScenario-936683018-router', 'tenant_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:41:31Z', 'updated_at': '2021-09-18T12:44:18Z', 'revision_number': 6, 'project_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'gw_port_host': None}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:18.716689 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91caa3f2-4131-4feb-94bb-4f5616f574d7 None None] The sync data for ids ['09f3e10a-18ce-446c-a95f-18610d807be8'] in dv-cinder-809894-1-iscsi is: [{'id': '09f3e10a-18ce-446c-a95f-18610d807be8', 'name': 'tempest-TestMinimumBasicScenario-936683018-router', 'tenant_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:41:31Z', 'updated_at': '2021-09-18T12:44:18Z', 'revision_number': 6, 'project_id': 'a381f756f6a3460eaa2d042aeed69a5f', 'gw_port_host': None}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:44:18.749202 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7b918cc0-b914-4e21-9e02-b2159529233c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673959'] for router_gateway, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:18.855536 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7b918cc0-b914-4e21-9e02-b2159529233c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-393'] for router, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:18.857627 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7b918cc0-b914-4e21-9e02-b2159529233c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:18.918923 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7b918cc0-b914-4e21-9e02-b2159529233c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682765'] for router, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:18.919563 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b918cc0-b914-4e21-9e02-b2159529233c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09f3e10a-18ce-446c-a95f-18610d807be8 {{(pid=94107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 12:44:18.924634 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7b918cc0-b914-4e21-9e02-b2159529233c admin admin] Notify callbacks [] for router, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:18.925760 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-7b918cc0-b914-4e21-9e02-b2159529233c admin admin] 10.222.0.24 "DELETE /v2.0/routers/09f3e10a-18ce-446c-a95f-18610d807be8 HTTP/1.1" status: 204 len: 168 time: 0.7707801 Sep 18 12:44:18.928200 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56756) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:18.970103 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd9e859-34a7-42f8-b877-0993f8f5fd71 admin admin] Deleting subnet 82d41b50-1003-4af1-9a33-6ddb55e9bde7 {{(pid=94107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 12:44:18.973092 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bcd9e859-34a7-42f8-b877-0993f8f5fd71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:19.006473 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bcd9e859-34a7-42f8-b877-0993f8f5fd71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25635558'] for subnet, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:19.116579 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bcd9e859-34a7-42f8-b877-0993f8f5fd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701019'] for subnet, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:19.173021 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bcd9e859-34a7-42f8-b877-0993f8f5fd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25655313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29169573'] for subnet, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:19.419641 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9e859-34a7-42f8-b877-0993f8f5fd71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82d41b50-1003-4af1-9a33-6ddb55e9bde7,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:19.423038 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bcd9e859-34a7-42f8-b877-0993f8f5fd71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:19.424930 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-bcd9e859-34a7-42f8-b877-0993f8f5fd71 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/82d41b50-1003-4af1-9a33-6ddb55e9bde7 HTTP/1.1" status: 204 len: 168 time: 0.4957912 Sep 18 12:44:19.427314 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56758) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:19.429945 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572452b4-1cb7-45c0-93a8-1942359e1955 None None] Network 61bc5e14-30e2-47d5-bab7-8db8b06f46c5 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:44:19.495651 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5798473e-ec6e-4fed-b71f-f331a6c39fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455914'] for network, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:19.546274 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-5798473e-ec6e-4fed-b71f-f331a6c39fc0 admin admin] Deleting port 3f6ebb42-4dec-4245-82c8-d4743d3d1f6d {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:44:19.546677 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5798473e-ec6e-4fed-b71f-f331a6c39fc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:19.608855 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d75695-0e33-49f3-8047-9872cdaa2268 None None] DHCP port deletion for 61bc5e14-30e2-47d5-bab7-8db8b06f46c5 request from dv-cinder-809894-1-iscsi {{(pid=94108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 12:44:19.613519 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-5798473e-ec6e-4fed-b71f-f331a6c39fc0 admin admin] For port 3f6ebb42-4dec-4245-82c8-d4743d3d1f6d, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=3f6ebb42-4dec-4245-82c8-d4743d3d1f6d,segment=NetworkSegment(5f3f2883-f069-4cfc-b268-70ac1a98c0fc),segment_id=5f3f2883-f069-4cfc-b268-70ac1a98c0fc)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:44:19.613886 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5798473e-ec6e-4fed-b71f-f331a6c39fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:19.626786 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-5798473e-ec6e-4fed-b71f-f331a6c39fc0 admin admin] Calling delete_port for 3f6ebb42-4dec-4245-82c8-d4743d3d1f6d owned by network:dhcp {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:44:19.658110 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-f9d75695-0e33-49f3-8047-9872cdaa2268 None None] Deleting port 3f6ebb42-4dec-4245-82c8-d4743d3d1f6d {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:44:19.658592 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f9d75695-0e33-49f3-8047-9872cdaa2268 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:19.715390 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5798473e-ec6e-4fed-b71f-f331a6c39fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:19.726598 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-f9d75695-0e33-49f3-8047-9872cdaa2268 None None] For port 3f6ebb42-4dec-4245-82c8-d4743d3d1f6d, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=3f6ebb42-4dec-4245-82c8-d4743d3d1f6d,segment=NetworkSegment(5f3f2883-f069-4cfc-b268-70ac1a98c0fc),segment_id=5f3f2883-f069-4cfc-b268-70ac1a98c0fc)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:44:19.726991 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f9d75695-0e33-49f3-8047-9872cdaa2268 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:19.739768 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798473e-ec6e-4fed-b71f-f331a6c39fc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f6ebb42-4dec-4245-82c8-d4743d3d1f6d,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:19.745602 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-f9d75695-0e33-49f3-8047-9872cdaa2268 None None] Calling delete_port for 3f6ebb42-4dec-4245-82c8-d4743d3d1f6d owned by network:dhcp {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:44:19.746349 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5798473e-ec6e-4fed-b71f-f331a6c39fc0 admin admin] No DVR routers for this DVR port 3f6ebb42-4dec-4245-82c8-d4743d3d1f6d on host dv-cinder-809894-1-iscsi {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:44:19.816505 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5798473e-ec6e-4fed-b71f-f331a6c39fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701404', 'neutron.services.segments.db._delete_segments_for_network-8759307057565'] for network, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:19.830805 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 3f6ebb42-4dec-4245-82c8-d4743d3d1f6d no longer exists at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:44:19.836111 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-5798473e-ec6e-4fed-b71f-f331a6c39fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61bc5e14-30e2-47d5-bab7-8db8b06f46c5']}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:19.845133 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-5798473e-ec6e-4fed-b71f-f331a6c39fc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f3f2883-f069-4cfc-b268-70ac1a98c0fc') {'for_net_delete': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:19.845422 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-5798473e-ec6e-4fed-b71f-f331a6c39fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f3f2883-f069-4cfc-b268-70ac1a98c0fc') {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:19.858451 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5798473e-ec6e-4fed-b71f-f331a6c39fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759307058854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25635565'] for segment, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:19.862988 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] No Port match for: 3f6ebb42-4dec-4245-82c8-d4743d3d1f6d {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:44:19.863316 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 3f6ebb42-4dec-4245-82c8-d4743d3d1f6d not bound to the agent host dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:44:19.863745 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 3551989e-3bbc-486e-a435-23a0e78bd429 no longer exists at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:44:19.877917 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5798473e-ec6e-4fed-b71f-f331a6c39fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:19.884043 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5798473e-ec6e-4fed-b71f-f331a6c39fc0 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 12:44:19.884456 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5798473e-ec6e-4fed-b71f-f331a6c39fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25655759'] for segment, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:19.886484 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] No Port match for: 3551989e-3bbc-486e-a435-23a0e78bd429 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: Traceback (most recent call last): Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: timer() Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: cb(*args, **kw) Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: return func(*args, **kwargs) Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: self._notify() Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: self.callback(batched_events) Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: event.method(event) Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: return f(self, *a, **k) Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: return self._get(url).json() Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: return self.request(url, 'GET', **kwargs) Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 12:44:19.886613 dv-cinder-809894-1-iscsi neutron-server[94107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 12:44:19.888645 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 3551989e-3bbc-486e-a435-23a0e78bd429 not bound to the agent host dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:44:19.888645 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 40d908a4-bc88-474a-bd5d-14c33a9e58f6 no longer exists at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:44:19.907337 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] No Port match for: 40d908a4-bc88-474a-bd5d-14c33a9e58f6 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:44:19.907714 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 40d908a4-bc88-474a-bd5d-14c33a9e58f6 not bound to the agent host dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:44:19.926133 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f9d75695-0e33-49f3-8047-9872cdaa2268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:19.940440 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5798473e-ec6e-4fed-b71f-f331a6c39fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673859'] for network, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:19.945433 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5798473e-ec6e-4fed-b71f-f331a6c39fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:19.947305 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-5798473e-ec6e-4fed-b71f-f331a6c39fc0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/61bc5e14-30e2-47d5-bab7-8db8b06f46c5 HTTP/1.1" status: 204 len: 168 time: 0.5190556 Sep 18 12:44:19.950159 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d75695-0e33-49f3-8047-9872cdaa2268 None None] Pushing event deleted for resources: {'Port': ['ID=3f6ebb42-4dec-4245-82c8-d4743d3d1f6d,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:19.955976 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d75695-0e33-49f3-8047-9872cdaa2268 None None] No DVR routers for this DVR port 3f6ebb42-4dec-4245-82c8-d4743d3d1f6d on host dv-cinder-809894-1-iscsi {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:44:19.957935 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798473e-ec6e-4fed-b71f-f331a6c39fc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=61bc5e14-30e2-47d5-bab7-8db8b06f46c5,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:20.122677 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56762) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:20.161153 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-bb78ab1b-6b9b-46c3-ae6d-3b892acf37db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6913bac521ff4566bd8a0c4e0edcf8b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373297 Sep 18 12:44:20.163587 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56764) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:20.208425 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f6329f61-b673-45aa-884c-6a77c7c03665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:20.232223 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f6329f61-b673-45aa-884c-6a77c7c03665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:20.276618 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f6329f61-b673-45aa-884c-6a77c7c03665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:20.279294 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f6329f61-b673-45aa-884c-6a77c7c03665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:20.280458 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-f6329f61-b673-45aa-884c-6a77c7c03665 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/791563ad-f3f0-42b9-9569-cec0522d92ef HTTP/1.1" status: 204 len: 168 time: 0.1159723 Sep 18 12:44:20.287582 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6329f61-b673-45aa-884c-6a77c7c03665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791563ad-f3f0-42b9-9569-cec0522d92ef,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:20.579518 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 56770) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:20.618273 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4ce2591c-a1a5-44ac-b811-6827f4fb1d64 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a381f756f6a3460eaa2d042aeed69a5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375690 Sep 18 12:44:20.620603 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 56772) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:20.670731 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-014a7f70-5581-4adf-87b8-046324bb3b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:20.691695 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-014a7f70-5581-4adf-87b8-046324bb3b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:20.736416 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-014a7f70-5581-4adf-87b8-046324bb3b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:20.739155 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-014a7f70-5581-4adf-87b8-046324bb3b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:20.740337 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-014a7f70-5581-4adf-87b8-046324bb3b03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a086d47f-315c-45f9-9d59-5deb23998e94 HTTP/1.1" status: 204 len: 168 time: 0.1188509 Sep 18 12:44:20.748581 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a7f70-5581-4adf-87b8-046324bb3b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a086d47f-315c-45f9-9d59-5deb23998e94,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:22.714529 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56776) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:23.064224 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-577d4f02-3088-4e0d-8b10-72a394dd0670 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Deleting port b9d33547-3964-48f7-8ca0-c7ea9f2470d8 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:44:23.064561 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-577d4f02-3088-4e0d-8b10-72a394dd0670 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:23.138160 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-577d4f02-3088-4e0d-8b10-72a394dd0670 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:23.138479 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-577d4f02-3088-4e0d-8b10-72a394dd0670 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:23.150320 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-577d4f02-3088-4e0d-8b10-72a394dd0670 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Calling delete_port for b9d33547-3964-48f7-8ca0-c7ea9f2470d8 owned by network:floatingip {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:44:23.310077 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-577d4f02-3088-4e0d-8b10-72a394dd0670 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:23.334375 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d4f02-3088-4e0d-8b10-72a394dd0670 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Pushing event deleted for resources: {'Port': ['ID=b9d33547-3964-48f7-8ca0-c7ea9f2470d8,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:23.395260 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-577d4f02-3088-4e0d-8b10-72a394dd0670 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for floatingip, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:23.395588 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.db.l3_db [None req-577d4f02-3088-4e0d-8b10-72a394dd0670 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Floating IP 775542f0-7d15-49ca-90cb-77c27e470dd4 disassociated (deleted). External IP: 172.27.1.168, port: a8398ecb-222b-4be2-bf32-b90cb0a8b9be. Sep 18 12:44:23.592845 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577d4f02-3088-4e0d-8b10-72a394dd0670 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Router 0a36f343-2eb0-4e34-a6ac-6b1d796c788f has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:44:23.693688 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577d4f02-3088-4e0d-8b10-72a394dd0670 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:44:23.698937 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-577d4f02-3088-4e0d-8b10-72a394dd0670 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for floatingip, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:23.703310 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8b63d1-3c1f-4a2d-a42c-3c27ad0265e5 None None] Sync routers for ids ['0a36f343-2eb0-4e34-a6ac-6b1d796c788f'] in dv-cinder-809894-1-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:44:23.711982 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8b63d1-3c1f-4a2d-a42c-3c27ad0265e5 None None] Routers {'0a36f343-2eb0-4e34-a6ac-6b1d796c788f'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:44:23.712588 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-2d8b63d1-3c1f-4a2d-a42c-3c27ad0265e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:43:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['0a36f343-2eb0-4e34-a6ac-6b1d796c788f'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:23.724878 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-577d4f02-3088-4e0d-8b10-72a394dd0670 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "DELETE /v2.0/floatingips/775542f0-7d15-49ca-90cb-77c27e470dd4 HTTP/1.1" status: 204 len: 168 time: 1.0092969 Sep 18 12:44:23.725557 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50cfbb27-b22d-4b15-b1ec-1e462487c233', 'tag': 'a8398ecb-222b-4be2-bf32-b90cb0a8b9be'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:44:23.727889 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e020be344c3c72492647676234d3904a5fccbfbca8e1277db2cbf238375b01d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f25255-f149-484a-93ba-fd1c7a899614" -d '{"events": [{"name": "network-changed", "server_uuid": "50cfbb27-b22d-4b15-b1ec-1e462487c233", "tag": "a8398ecb-222b-4be2-bf32-b90cb0a8b9be"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:44:23.764222 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7db84db-06e5-4daf-9468-508af5e47641 x-openstack-request-id: req-a7db84db-06e5-4daf-9468-508af5e47641 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:44:23.764576 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50cfbb27-b22d-4b15-b1ec-1e462487c233", "tag": "a8398ecb-222b-4be2-bf32-b90cb0a8b9be", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:44:23.765396 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7db84db-06e5-4daf-9468-508af5e47641 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:44:23.765688 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50cfbb27-b22d-4b15-b1ec-1e462487c233', 'tag': 'a8398ecb-222b-4be2-bf32-b90cb0a8b9be', 'status': 'completed', 'code': 200} Sep 18 12:44:23.831469 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f25255-f149-484a-93ba-fd1c7a899614 req-de1ad901-7213-4800-ad83-f112b6ef3990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:23.833145 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-04f25255-f149-484a-93ba-fd1c7a899614 req-de1ad901-7213-4800-ad83-f112b6ef3990 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4d22566be4e4b22aa8ebdb652155edd&device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 1099 time: 0.0455141 Sep 18 12:44:23.837648 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-2d8b63d1-3c1f-4a2d-a42c-3c27ad0265e5 None None] Set router 0a36f343-2eb0-4e34-a6ac-6b1d796c788f gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:44:23.953329 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f25255-f149-484a-93ba-fd1c7a899614 req-08adac46-5d52-4dd9-b536-4a1e8c1ebb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:23.954783 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-04f25255-f149-484a-93ba-fd1c7a899614 req-08adac46-5d52-4dd9-b536-4a1e8c1ebb1e service neutron] 10.222.0.13 "GET /v2.0/networks?id=da8e8d91-b4c1-44c8-85aa-aea272684f24 HTTP/1.1" status: 200 len: 909 time: 0.1147707 Sep 18 12:44:23.998680 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-04f25255-f149-484a-93ba-fd1c7a899614 req-4f6d051f-7b0a-4608-bc14-0f815933422d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8398ecb-222b-4be2-bf32-b90cb0a8b9be HTTP/1.1" status: 200 len: 217 time: 0.0359504 Sep 18 12:44:24.006029 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648f509-ef15-43c9-9b1f-6c970e886608 req-8ce9e086-2620-49a9-bfa4-e72869b187ce tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:24.007415 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c648f509-ef15-43c9-9b1f-6c970e886608 req-8ce9e086-2620-49a9-bfa4-e72869b187ce tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 946 time: 0.0878060 Sep 18 12:44:24.040667 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-2d8b63d1-3c1f-4a2d-a42c-3c27ad0265e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'name': 'tempest-TestShelveInstance-839495822-router', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '275a81ff-b2ef-4117-befe-66a12499c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:04Z', 'updated_at': '2021-09-18T12:39:08Z', 'revision_number': 4, 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'gw_port': {'id': '275a81ff-b2ef-4117-befe-66a12499c2be', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:10:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:05Z', 'updated_at': '2021-09-18T12:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': '30e69a5b-3f32-409c-b596-c80cc07f7086', 'name': '', 'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'mac_address': 'fa:16:3e:da:36:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd9d4096f-b98a-4336-9196-ad5904271596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:07Z', 'updated_at': '2021-09-18T12:39:13Z', 'revision_number': 5, 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'subnets': [{'id': 'd9d4096f-b98a-4336-9196-ad5904271596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:24.066599 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8b63d1-3c1f-4a2d-a42c-3c27ad0265e5 None None] Checking router: 0a36f343-2eb0-4e34-a6ac-6b1d796c788f for host: dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:44:24.074655 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8b63d1-3c1f-4a2d-a42c-3c27ad0265e5 None None] Routers {'0a36f343-2eb0-4e34-a6ac-6b1d796c788f'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:44:24.075251 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-2d8b63d1-3c1f-4a2d-a42c-3c27ad0265e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:43:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['0a36f343-2eb0-4e34-a6ac-6b1d796c788f'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:24.078371 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f25255-f149-484a-93ba-fd1c7a899614 req-5adff583-11da-4e42-a049-9f3eea879733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:24.079851 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-04f25255-f149-484a-93ba-fd1c7a899614 req-5adff583-11da-4e42-a049-9f3eea879733 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9d4096f-b98a-4336-9196-ad5904271596 HTTP/1.1" status: 200 len: 847 time: 0.0715721 Sep 18 12:44:24.082726 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c648f509-ef15-43c9-9b1f-6c970e886608 req-2b8ce715-744f-4b3c-b740-5ae271a1a82f tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670278 Sep 18 12:44:24.127869 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f25255-f149-484a-93ba-fd1c7a899614 req-f31a5a4c-41e3-426a-ba73-aedb8c84bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:24.129271 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-04f25255-f149-484a-93ba-fd1c7a899614 req-f31a5a4c-41e3-426a-ba73-aedb8c84bb68 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da8e8d91-b4c1-44c8-85aa-aea272684f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411017 Sep 18 12:44:24.184150 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-2d8b63d1-3c1f-4a2d-a42c-3c27ad0265e5 None None] Set router 0a36f343-2eb0-4e34-a6ac-6b1d796c788f gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:44:24.223799 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-04f25255-f149-484a-93ba-fd1c7a899614 req-ac15b74c-dc99-4cb4-a8c9-a51356de1ecd service neutron] 10.222.0.13 "GET /v2.0/networks/da8e8d91-b4c1-44c8-85aa-aea272684f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859685 Sep 18 12:44:24.317930 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-04f25255-f149-484a-93ba-fd1c7a899614 req-5553eb6a-1c02-4971-a091-4da7bbd61ddc service neutron] 10.222.0.13 "GET /v2.0/networks/da8e8d91-b4c1-44c8-85aa-aea272684f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862904 Sep 18 12:44:24.447797 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f090734b-d5fc-4f6c-b133-d7b8f96d1b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:24.512501 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-2d8b63d1-3c1f-4a2d-a42c-3c27ad0265e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'name': 'tempest-TestShelveInstance-839495822-router', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '275a81ff-b2ef-4117-befe-66a12499c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:04Z', 'updated_at': '2021-09-18T12:39:08Z', 'revision_number': 4, 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'gw_port': {'id': '275a81ff-b2ef-4117-befe-66a12499c2be', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:10:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:05Z', 'updated_at': '2021-09-18T12:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': '30e69a5b-3f32-409c-b596-c80cc07f7086', 'name': '', 'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'mac_address': 'fa:16:3e:da:36:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd9d4096f-b98a-4336-9196-ad5904271596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:07Z', 'updated_at': '2021-09-18T12:39:13Z', 'revision_number': 5, 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'subnets': [{'id': 'd9d4096f-b98a-4336-9196-ad5904271596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:24.537726 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8b63d1-3c1f-4a2d-a42c-3c27ad0265e5 None None] The sync data for ids ['0a36f343-2eb0-4e34-a6ac-6b1d796c788f'] in dv-cinder-809894-1-iscsi is: [{'id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'name': 'tempest-TestShelveInstance-839495822-router', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '275a81ff-b2ef-4117-befe-66a12499c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:04Z', 'updated_at': '2021-09-18T12:39:08Z', 'revision_number': 4, 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'gw_port': {'id': '275a81ff-b2ef-4117-befe-66a12499c2be', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:10:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:05Z', 'updated_at': '2021-09-18T12:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': '30e69a5b-3f32-409c-b596-c80cc07f7086', 'name': '', 'network_id': 'da8e8d91-b4c1-44c8-85aa-aea272684f24', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'mac_address': 'fa:16:3e:da:36:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'd9d4096f-b98a-4336-9196-ad5904271596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:07Z', 'updated_at': '2021-09-18T12:39:13Z', 'revision_number': 5, 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'subnets': [{'id': 'd9d4096f-b98a-4336-9196-ad5904271596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:44:24.742203 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c19d3fe-3cf0-407d-9bd0-8ff97c7352b6 None None] New status for floating IP 775542f0-7d15-49ca-90cb-77c27e470dd4: DOWN {{(pid=94109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 12:44:25.197056 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4095dd-61a4-4b37-b2d5-1ca2aaccacf7 req-2ffcf20e-7ff6-4dc3-bef3-a40bf1f19c20 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:25.198505 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4f4095dd-61a4-4b37-b2d5-1ca2aaccacf7 req-2ffcf20e-7ff6-4dc3-bef3-a40bf1f19c20 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 946 time: 0.0473442 Sep 18 12:44:25.237200 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4f4095dd-61a4-4b37-b2d5-1ca2aaccacf7 req-64c2f75f-f8e8-4f34-bc46-0f89dfc473c5 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/security-groups?id=7936d6c6-01ba-45f0-9c7f-396c40a20c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329292 Sep 18 12:44:25.399418 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a0f60-ee1e-4a33-ad77-d348ba11193a req-6523e817-7e03-4c78-9ca4-772792df0a81 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:25.400887 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e64a0f60-ee1e-4a33-ad77-d348ba11193a req-6523e817-7e03-4c78-9ca4-772792df0a81 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.13 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 946 time: 0.0491338 Sep 18 12:44:25.489735 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-e64a0f60-ee1e-4a33-ad77-d348ba11193a req-1f3de5f9-a4fa-4e92-ad7d-c593577b3b22 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Deleting port a8398ecb-222b-4be2-bf32-b90cb0a8b9be {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:44:25.490078 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e64a0f60-ee1e-4a33-ad77-d348ba11193a req-1f3de5f9-a4fa-4e92-ad7d-c593577b3b22 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:25.577254 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-e64a0f60-ee1e-4a33-ad77-d348ba11193a req-1f3de5f9-a4fa-4e92-ad7d-c593577b3b22 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] For port a8398ecb-222b-4be2-bf32-b90cb0a8b9be, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a8398ecb-222b-4be2-bf32-b90cb0a8b9be,segment=NetworkSegment(c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b),segment_id=c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:44:25.577624 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e64a0f60-ee1e-4a33-ad77-d348ba11193a req-1f3de5f9-a4fa-4e92-ad7d-c593577b3b22 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:25.589020 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-e64a0f60-ee1e-4a33-ad77-d348ba11193a req-1f3de5f9-a4fa-4e92-ad7d-c593577b3b22 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Calling delete_port for a8398ecb-222b-4be2-bf32-b90cb0a8b9be owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:44:25.719255 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e64a0f60-ee1e-4a33-ad77-d348ba11193a req-1f3de5f9-a4fa-4e92-ad7d-c593577b3b22 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:25.748052 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3de5f9-a4fa-4e92-ad7d-c593577b3b22 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Pushing event deleted for resources: {'Port': ['ID=a8398ecb-222b-4be2-bf32-b90cb0a8b9be,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:25.787153 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64a0f60-ee1e-4a33-ad77-d348ba11193a req-1f3de5f9-a4fa-4e92-ad7d-c593577b3b22 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] No DVR routers for this DVR port a8398ecb-222b-4be2-bf32-b90cb0a8b9be on host hv-cinder-80989 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:44:25.790251 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e64a0f60-ee1e-4a33-ad77-d348ba11193a req-1f3de5f9-a4fa-4e92-ad7d-c593577b3b22 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:25.792324 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e64a0f60-ee1e-4a33-ad77-d348ba11193a req-1f3de5f9-a4fa-4e92-ad7d-c593577b3b22 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.13 "DELETE /v2.0/ports/a8398ecb-222b-4be2-bf32-b90cb0a8b9be HTTP/1.1" status: 204 len: 173 time: 0.3828218 Sep 18 12:44:25.792758 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50cfbb27-b22d-4b15-b1ec-1e462487c233', 'name': 'network-vif-deleted', 'tag': 'a8398ecb-222b-4be2-bf32-b90cb0a8b9be'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:44:25.794983 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b59e4e-7074-4c0c-82e8-ccdd1266ada0" -d '{"events": [{"server_uuid": "50cfbb27-b22d-4b15-b1ec-1e462487c233", "name": "network-vif-deleted", "tag": "a8398ecb-222b-4be2-bf32-b90cb0a8b9be"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:44:25.832580 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe78cc3-c269-471c-a128-493575fc3b55 x-openstack-request-id: req-6fe78cc3-c269-471c-a128-493575fc3b55 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:44:25.832877 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50cfbb27-b22d-4b15-b1ec-1e462487c233", "name": "network-vif-deleted", "tag": "a8398ecb-222b-4be2-bf32-b90cb0a8b9be", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:44:25.833117 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6fe78cc3-c269-471c-a128-493575fc3b55 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:44:25.833500 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50cfbb27-b22d-4b15-b1ec-1e462487c233', 'name': 'network-vif-deleted', 'tag': 'a8398ecb-222b-4be2-bf32-b90cb0a8b9be', 'status': 'completed', 'code': 200} Sep 18 12:44:26.341972 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1c5abc94-9fb6-4d2d-a6c7-df5b0d234c8e req-e0a16fb4-864c-4af2-b21e-7e2c6eb1f9b7 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "GET /v2.0/ports?device_id=50cfbb27-b22d-4b15-b1ec-1e462487c233 HTTP/1.1" status: 200 len: 210 time: 0.0263960 Sep 18 12:44:27.032537 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-168f36c0-61d4-483f-abbc-e281de90b565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:27.397306 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56794) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:27.454248 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-24f4a003-e281-4987-9364-fb94e1684978 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:27.477828 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-24f4a003-e281-4987-9364-fb94e1684978 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:27.534032 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-24f4a003-e281-4987-9364-fb94e1684978 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:27.536539 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-24f4a003-e281-4987-9364-fb94e1684978 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:27.537657 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-24f4a003-e281-4987-9364-fb94e1684978 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] 10.222.0.24 "DELETE /v2.0/security-groups/7936d6c6-01ba-45f0-9c7f-396c40a20c5d HTTP/1.1" status: 204 len: 168 time: 0.1393905 Sep 18 12:44:27.547048 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4a003-e281-4987-9364-fb94e1684978 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7936d6c6-01ba-45f0-9c7f-396c40a20c5d,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:27.554105 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4a003-e281-4987-9364-fb94e1684978 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:27.554444 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4a003-e281-4987-9364-fb94e1684978 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:27.554771 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4a003-e281-4987-9364-fb94e1684978 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:27.555096 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4a003-e281-4987-9364-fb94e1684978 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:27.555414 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4a003-e281-4987-9364-fb94e1684978 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:27.555828 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4a003-e281-4987-9364-fb94e1684978 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:27.556148 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4a003-e281-4987-9364-fb94e1684978 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:27.557039 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4a003-e281-4987-9364-fb94e1684978 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:27.557361 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4a003-e281-4987-9364-fb94e1684978 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:27.557677 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4a003-e281-4987-9364-fb94e1684978 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:27.557988 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4a003-e281-4987-9364-fb94e1684978 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:27.558297 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f4a003-e281-4987-9364-fb94e1684978 tempest-TestShelveInstance-1288800651 tempest-TestShelveInstance-1288800651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:27.594587 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56798) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:27.747120 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:27.816070 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:44:28.092003 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-89701387-fa4a-4897-905c-5d4b9eea4b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3673617'] for router_interface, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:28.104764 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:28.595371 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-89701387-fa4a-4897-905c-5d4b9eea4b81 admin admin] Deleting port 30e69a5b-3f32-409c-b596-c80cc07f7086 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:44:28.596082 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-89701387-fa4a-4897-905c-5d4b9eea4b81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:28.634254 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device a8398ecb-222b-4be2-bf32-b90cb0a8b9be no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:44:28.654405 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] No Port match for: a8398ecb-222b-4be2-bf32-b90cb0a8b9be {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:44:28.654743 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device a8398ecb-222b-4be2-bf32-b90cb0a8b9be not bound to the agent host hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:44:28.673150 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-89701387-fa4a-4897-905c-5d4b9eea4b81 admin admin] For port 30e69a5b-3f32-409c-b596-c80cc07f7086, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=30e69a5b-3f32-409c-b596-c80cc07f7086,segment=NetworkSegment(c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b),segment_id=c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:44:28.673505 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-89701387-fa4a-4897-905c-5d4b9eea4b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:28.685581 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-89701387-fa4a-4897-905c-5d4b9eea4b81 admin admin] Calling delete_port for 30e69a5b-3f32-409c-b596-c80cc07f7086 owned by network:router_interface {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:44:28.852822 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-89701387-fa4a-4897-905c-5d4b9eea4b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:28.878364 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89701387-fa4a-4897-905c-5d4b9eea4b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=30e69a5b-3f32-409c-b596-c80cc07f7086,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:29.038118 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-89701387-fa4a-4897-905c-5d4b9eea4b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674017'] for router_interface, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:29.245744 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89701387-fa4a-4897-905c-5d4b9eea4b81 admin admin] Router 0a36f343-2eb0-4e34-a6ac-6b1d796c788f has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:44:29.348794 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89701387-fa4a-4897-905c-5d4b9eea4b81 admin admin] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:44:29.354311 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-89701387-fa4a-4897-905c-5d4b9eea4b81 admin admin] 10.222.0.24 "PUT /v2.0/routers/0a36f343-2eb0-4e34-a6ac-6b1d796c788f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7587223 Sep 18 12:44:29.357033 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56804) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:29.358013 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f016bcd8-e612-462e-b279-ac635eb5d88c None None] Sync routers for ids ['0a36f343-2eb0-4e34-a6ac-6b1d796c788f'] in dv-cinder-809894-1-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:44:29.366999 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f016bcd8-e612-462e-b279-ac635eb5d88c None None] Routers {'0a36f343-2eb0-4e34-a6ac-6b1d796c788f'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:44:29.367623 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-f016bcd8-e612-462e-b279-ac635eb5d88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:44:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['0a36f343-2eb0-4e34-a6ac-6b1d796c788f'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:29.457381 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d84f9758-592c-4770-8724-03d0a02071ef admin admin] Notify callbacks [] for router, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:29.469279 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-f016bcd8-e612-462e-b279-ac635eb5d88c None None] Set router 0a36f343-2eb0-4e34-a6ac-6b1d796c788f gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:44:29.556866 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d84f9758-592c-4770-8724-03d0a02071ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:29.610980 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d84f9758-592c-4770-8724-03d0a02071ef admin admin] Deleting port 275a81ff-b2ef-4117-befe-66a12499c2be {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:44:29.611577 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d84f9758-592c-4770-8724-03d0a02071ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:29.639848 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:29.657022 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-f016bcd8-e612-462e-b279-ac635eb5d88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'name': 'tempest-TestShelveInstance-839495822-router', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '275a81ff-b2ef-4117-befe-66a12499c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:04Z', 'updated_at': '2021-09-18T12:44:28Z', 'revision_number': 5, 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'gw_port': {'id': '275a81ff-b2ef-4117-befe-66a12499c2be', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:10:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:05Z', 'updated_at': '2021-09-18T12:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:29.682863 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f016bcd8-e612-462e-b279-ac635eb5d88c None None] Checking router: 0a36f343-2eb0-4e34-a6ac-6b1d796c788f for host: dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:44:29.690893 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f016bcd8-e612-462e-b279-ac635eb5d88c None None] Routers {'0a36f343-2eb0-4e34-a6ac-6b1d796c788f'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:44:29.691491 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-f016bcd8-e612-462e-b279-ac635eb5d88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:44:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['0a36f343-2eb0-4e34-a6ac-6b1d796c788f'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:29.691971 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d84f9758-592c-4770-8724-03d0a02071ef admin admin] For port 275a81ff-b2ef-4117-befe-66a12499c2be, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=275a81ff-b2ef-4117-befe-66a12499c2be,segment=NetworkSegment(972f36e2-ef14-414b-b7e5-74a44c97b427),segment_id=972f36e2-ef14-414b-b7e5-74a44c97b427)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:44:29.692336 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d84f9758-592c-4770-8724-03d0a02071ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:29.704185 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d84f9758-592c-4770-8724-03d0a02071ef admin admin] Calling delete_port for 275a81ff-b2ef-4117-befe-66a12499c2be owned by network:router_gateway {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:44:29.780082 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-f016bcd8-e612-462e-b279-ac635eb5d88c None None] Set router 0a36f343-2eb0-4e34-a6ac-6b1d796c788f gateway port host: None {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:44:29.834394 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-f016bcd8-e612-462e-b279-ac635eb5d88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'name': 'tempest-TestShelveInstance-839495822-router', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:04Z', 'updated_at': '2021-09-18T12:44:29Z', 'revision_number': 6, 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'gw_port_host': None}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:29.860255 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f016bcd8-e612-462e-b279-ac635eb5d88c None None] The sync data for ids ['0a36f343-2eb0-4e34-a6ac-6b1d796c788f'] in dv-cinder-809894-1-iscsi is: [{'id': '0a36f343-2eb0-4e34-a6ac-6b1d796c788f', 'name': 'tempest-TestShelveInstance-839495822-router', 'tenant_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:04Z', 'updated_at': '2021-09-18T12:44:29Z', 'revision_number': 6, 'project_id': 'b4d22566be4e4b22aa8ebdb652155edd', 'gw_port_host': None}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:44:29.874777 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d84f9758-592c-4770-8724-03d0a02071ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:29.905661 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f9758-592c-4770-8724-03d0a02071ef admin admin] Pushing event deleted for resources: {'Port': ['ID=275a81ff-b2ef-4117-befe-66a12499c2be,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:29.959635 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d84f9758-592c-4770-8724-03d0a02071ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673959'] for router_gateway, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:30.049858 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d84f9758-592c-4770-8724-03d0a02071ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-393'] for router, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:30.052084 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d84f9758-592c-4770-8724-03d0a02071ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:30.093648 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d84f9758-592c-4770-8724-03d0a02071ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682765'] for router, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:30.094223 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84f9758-592c-4770-8724-03d0a02071ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a36f343-2eb0-4e34-a6ac-6b1d796c788f {{(pid=94107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 12:44:30.099246 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d84f9758-592c-4770-8724-03d0a02071ef admin admin] Notify callbacks [] for router, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:30.100414 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d84f9758-592c-4770-8724-03d0a02071ef admin admin] 10.222.0.24 "DELETE /v2.0/routers/0a36f343-2eb0-4e34-a6ac-6b1d796c788f HTTP/1.1" status: 204 len: 168 time: 0.7424679 Sep 18 12:44:30.102881 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56806) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:30.145816 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b5c163a-14e0-4efc-aaf9-a938f54ddb36 admin admin] Deleting subnet d9d4096f-b98a-4336-9196-ad5904271596 {{(pid=94107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 12:44:30.148812 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9b5c163a-14e0-4efc-aaf9-a938f54ddb36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:30.180572 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9b5c163a-14e0-4efc-aaf9-a938f54ddb36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25635558'] for subnet, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:30.262349 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9b5c163a-14e0-4efc-aaf9-a938f54ddb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701019'] for subnet, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:30.313246 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9b5c163a-14e0-4efc-aaf9-a938f54ddb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25655313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29169573'] for subnet, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:30.337978 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c163a-14e0-4efc-aaf9-a938f54ddb36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9d4096f-b98a-4336-9196-ad5904271596,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:30.341578 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9b5c163a-14e0-4efc-aaf9-a938f54ddb36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:30.343428 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-9b5c163a-14e0-4efc-aaf9-a938f54ddb36 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d9d4096f-b98a-4336-9196-ad5904271596 HTTP/1.1" status: 204 len: 168 time: 0.2396142 Sep 18 12:44:30.345866 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56808) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:30.349790 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7972c6-1dca-4bd0-86a4-df040003f3c0 None None] Network da8e8d91-b4c1-44c8-85aa-aea272684f24 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:44:30.416651 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ca8ba9c7-0aed-4bc8-be64-7a472c049ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455914'] for network, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:30.467104 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-ca8ba9c7-0aed-4bc8-be64-7a472c049ea3 admin admin] Deleting port da6a3f34-417f-40e2-8097-f410af7b6a35 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:44:30.467447 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ca8ba9c7-0aed-4bc8-be64-7a472c049ea3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:30.529681 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-ca8ba9c7-0aed-4bc8-be64-7a472c049ea3 admin admin] For port da6a3f34-417f-40e2-8097-f410af7b6a35, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=da6a3f34-417f-40e2-8097-f410af7b6a35,segment=NetworkSegment(c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b),segment_id=c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:44:30.529977 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ca8ba9c7-0aed-4bc8-be64-7a472c049ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:30.545655 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-ca8ba9c7-0aed-4bc8-be64-7a472c049ea3 admin admin] Calling delete_port for da6a3f34-417f-40e2-8097-f410af7b6a35 owned by network:dhcp {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:44:30.605202 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da70608-a9b4-4266-8b02-b15630771fe4 None None] DHCP port deletion for da8e8d91-b4c1-44c8-85aa-aea272684f24 request from dv-cinder-809894-1-iscsi {{(pid=94108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 12:44:30.625734 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ca8ba9c7-0aed-4bc8-be64-7a472c049ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:30.652147 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ba9c7-0aed-4bc8-be64-7a472c049ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=da6a3f34-417f-40e2-8097-f410af7b6a35,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:30.652394 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-0da70608-a9b4-4266-8b02-b15630771fe4 None None] Deleting port da6a3f34-417f-40e2-8097-f410af7b6a35 {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:44:30.652637 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0da70608-a9b4-4266-8b02-b15630771fe4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:30.655702 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8ba9c7-0aed-4bc8-be64-7a472c049ea3 admin admin] No DVR routers for this DVR port da6a3f34-417f-40e2-8097-f410af7b6a35 on host dv-cinder-809894-1-iscsi {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:44:30.719024 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-0da70608-a9b4-4266-8b02-b15630771fe4 None None] For port da6a3f34-417f-40e2-8097-f410af7b6a35, host dv-cinder-809894-1-iscsi, got binding levels [] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:44:30.719413 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0da70608-a9b4-4266-8b02-b15630771fe4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:30.730951 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ca8ba9c7-0aed-4bc8-be64-7a472c049ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701404', 'neutron.services.segments.db._delete_segments_for_network-8759307057565'] for network, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:30.732819 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-0da70608-a9b4-4266-8b02-b15630771fe4 None None] Calling delete_port for da6a3f34-417f-40e2-8097-f410af7b6a35 owned by network:dhcp {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:44:30.735552 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.ipam_backend_mixin [None req-0da70608-a9b4-4266-8b02-b15630771fe4 None None] Port da6a3f34-417f-40e2-8097-f410af7b6a35 was not found and therefore no delete operation was performed {{(pid=94108) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 12:44:30.736772 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0da70608-a9b4-4266-8b02-b15630771fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:30.752446 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-ca8ba9c7-0aed-4bc8-be64-7a472c049ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8e8d91-b4c1-44c8-85aa-aea272684f24']}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:30.761819 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-ca8ba9c7-0aed-4bc8-be64-7a472c049ea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b') {'for_net_delete': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:30.762105 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-ca8ba9c7-0aed-4bc8-be64-7a472c049ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2aac0d4-8e0f-4548-a6e0-43a4d6010d3b') {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:30.762283 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da70608-a9b4-4266-8b02-b15630771fe4 None None] Pushing event deleted for resources: {'Port': ['ID=da6a3f34-417f-40e2-8097-f410af7b6a35,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:30.767194 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da70608-a9b4-4266-8b02-b15630771fe4 None None] No DVR routers for this DVR port da6a3f34-417f-40e2-8097-f410af7b6a35 on host dv-cinder-809894-1-iscsi {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:44:30.771830 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ca8ba9c7-0aed-4bc8-be64-7a472c049ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759307058854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25635565'] for segment, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:30.785292 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ca8ba9c7-0aed-4bc8-be64-7a472c049ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:30.791812 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8ba9c7-0aed-4bc8-be64-7a472c049ea3 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 12:44:30.792231 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ca8ba9c7-0aed-4bc8-be64-7a472c049ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25655759'] for segment, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: Traceback (most recent call last): Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: timer() Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: cb(*args, **kw) Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: return func(*args, **kwargs) Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: self._notify() Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: self.callback(batched_events) Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: event.method(event) Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: return f(self, *a, **k) Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: return self._get(url).json() Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: return self.request(url, 'GET', **kwargs) Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 12:44:30.793987 dv-cinder-809894-1-iscsi neutron-server[94107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 12:44:30.852290 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ca8ba9c7-0aed-4bc8-be64-7a472c049ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673859'] for network, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:30.858652 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ca8ba9c7-0aed-4bc8-be64-7a472c049ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:30.860958 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ca8ba9c7-0aed-4bc8-be64-7a472c049ea3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/da8e8d91-b4c1-44c8-85aa-aea272684f24 HTTP/1.1" status: 204 len: 168 time: 0.5141556 Sep 18 12:44:30.864009 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 56810) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:30.874538 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ba9c7-0aed-4bc8-be64-7a472c049ea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=da8e8d91-b4c1-44c8-85aa-aea272684f24,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:31.428416 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5695d3e4-db7c-4daa-94ea-9d906bafe9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3673617'] for router_interface, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:31.662410 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-5695d3e4-db7c-4daa-94ea-9d906bafe9fc admin admin] Deleting port 2aed6151-d420-4a91-9353-a34c8ba1f21c {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:44:31.662743 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5695d3e4-db7c-4daa-94ea-9d906bafe9fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:31.736637 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-5695d3e4-db7c-4daa-94ea-9d906bafe9fc admin admin] For port 2aed6151-d420-4a91-9353-a34c8ba1f21c, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=2aed6151-d420-4a91-9353-a34c8ba1f21c,segment=NetworkSegment(b4696be6-1178-4cbe-9e17-5c3a6fa84545),segment_id=b4696be6-1178-4cbe-9e17-5c3a6fa84545)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:44:31.736901 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5695d3e4-db7c-4daa-94ea-9d906bafe9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:31.752619 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-5695d3e4-db7c-4daa-94ea-9d906bafe9fc admin admin] Calling delete_port for 2aed6151-d420-4a91-9353-a34c8ba1f21c owned by network:router_interface {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:44:31.795517 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 30e69a5b-3f32-409c-b596-c80cc07f7086 no longer exists at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:44:31.814681 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] No Port match for: 30e69a5b-3f32-409c-b596-c80cc07f7086 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:44:31.815020 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 30e69a5b-3f32-409c-b596-c80cc07f7086 not bound to the agent host dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:44:31.815418 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device da6a3f34-417f-40e2-8097-f410af7b6a35 no longer exists at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:44:31.833450 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] No Port match for: da6a3f34-417f-40e2-8097-f410af7b6a35 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:44:31.833786 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device da6a3f34-417f-40e2-8097-f410af7b6a35 not bound to the agent host dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:44:31.834180 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 275a81ff-b2ef-4117-befe-66a12499c2be no longer exists at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:44:31.852218 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] No Port match for: 275a81ff-b2ef-4117-befe-66a12499c2be {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:44:31.852556 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 275a81ff-b2ef-4117-befe-66a12499c2be not bound to the agent host dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:44:31.928306 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5695d3e4-db7c-4daa-94ea-9d906bafe9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:31.954583 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695d3e4-db7c-4daa-94ea-9d906bafe9fc admin admin] Pushing event deleted for resources: {'Port': ['ID=2aed6151-d420-4a91-9353-a34c8ba1f21c,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:32.114730 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5695d3e4-db7c-4daa-94ea-9d906bafe9fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674017'] for router_interface, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:32.318096 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5695d3e4-db7c-4daa-94ea-9d906bafe9fc admin admin] Router 90333221-bb7e-4f12-b435-dfdde8d1adc8 has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:44:32.420398 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5695d3e4-db7c-4daa-94ea-9d906bafe9fc admin admin] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:44:32.428140 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56812) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:32.428845 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-5695d3e4-db7c-4daa-94ea-9d906bafe9fc admin admin] 10.222.0.24 "PUT /v2.0/routers/90333221-bb7e-4f12-b435-dfdde8d1adc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5637670 Sep 18 12:44:32.430489 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6dd58a-d232-4c56-b1e3-69e5d89aabf6 None None] Sync routers for ids ['90333221-bb7e-4f12-b435-dfdde8d1adc8'] in dv-cinder-809894-1-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:44:32.440532 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6dd58a-d232-4c56-b1e3-69e5d89aabf6 None None] Routers {'90333221-bb7e-4f12-b435-dfdde8d1adc8'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:44:32.441112 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-de6dd58a-d232-4c56-b1e3-69e5d89aabf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:44:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['90333221-bb7e-4f12-b435-dfdde8d1adc8'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:32.527616 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-288c9147-688b-4dce-b8df-afaac16d708c admin admin] Notify callbacks [] for router, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:32.538628 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-de6dd58a-d232-4c56-b1e3-69e5d89aabf6 None None] Set router 90333221-bb7e-4f12-b435-dfdde8d1adc8 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:44:32.627227 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-288c9147-688b-4dce-b8df-afaac16d708c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:32.678063 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-288c9147-688b-4dce-b8df-afaac16d708c admin admin] Deleting port de33d97a-fc14-49c8-8c1c-1db606a1db30 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:44:32.678406 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-288c9147-688b-4dce-b8df-afaac16d708c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:32.707007 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-de6dd58a-d232-4c56-b1e3-69e5d89aabf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90333221-bb7e-4f12-b435-dfdde8d1adc8', 'name': 'tempest-TestShelveInstance-689541278-router', 'tenant_id': '2743a136015a49e48067d6ccf324e897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'de33d97a-fc14-49c8-8c1c-1db606a1db30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:10Z', 'updated_at': '2021-09-18T12:44:31Z', 'revision_number': 5, 'project_id': '2743a136015a49e48067d6ccf324e897', 'gw_port': {'id': 'de33d97a-fc14-49c8-8c1c-1db606a1db30', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:97:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90333221-bb7e-4f12-b435-dfdde8d1adc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:11Z', 'updated_at': '2021-09-18T12:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:32.735975 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6dd58a-d232-4c56-b1e3-69e5d89aabf6 None None] Checking router: 90333221-bb7e-4f12-b435-dfdde8d1adc8 for host: dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:44:32.743941 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6dd58a-d232-4c56-b1e3-69e5d89aabf6 None None] Routers {'90333221-bb7e-4f12-b435-dfdde8d1adc8'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:44:32.744519 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-de6dd58a-d232-4c56-b1e3-69e5d89aabf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:44:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['90333221-bb7e-4f12-b435-dfdde8d1adc8'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:32.754617 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-288c9147-688b-4dce-b8df-afaac16d708c admin admin] For port de33d97a-fc14-49c8-8c1c-1db606a1db30, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=de33d97a-fc14-49c8-8c1c-1db606a1db30,segment=NetworkSegment(972f36e2-ef14-414b-b7e5-74a44c97b427),segment_id=972f36e2-ef14-414b-b7e5-74a44c97b427)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:44:32.754979 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-288c9147-688b-4dce-b8df-afaac16d708c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:32.767428 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-288c9147-688b-4dce-b8df-afaac16d708c admin admin] Calling delete_port for de33d97a-fc14-49c8-8c1c-1db606a1db30 owned by network:router_gateway {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:44:32.826227 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-de6dd58a-d232-4c56-b1e3-69e5d89aabf6 None None] Set router 90333221-bb7e-4f12-b435-dfdde8d1adc8 gateway port host: None {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:44:32.875885 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-de6dd58a-d232-4c56-b1e3-69e5d89aabf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90333221-bb7e-4f12-b435-dfdde8d1adc8', 'name': 'tempest-TestShelveInstance-689541278-router', 'tenant_id': '2743a136015a49e48067d6ccf324e897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:10Z', 'updated_at': '2021-09-18T12:44:32Z', 'revision_number': 6, 'project_id': '2743a136015a49e48067d6ccf324e897', 'gw_port_host': None}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:32.904364 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6dd58a-d232-4c56-b1e3-69e5d89aabf6 None None] The sync data for ids ['90333221-bb7e-4f12-b435-dfdde8d1adc8'] in dv-cinder-809894-1-iscsi is: [{'id': '90333221-bb7e-4f12-b435-dfdde8d1adc8', 'name': 'tempest-TestShelveInstance-689541278-router', 'tenant_id': '2743a136015a49e48067d6ccf324e897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:10Z', 'updated_at': '2021-09-18T12:44:32Z', 'revision_number': 6, 'project_id': '2743a136015a49e48067d6ccf324e897', 'gw_port_host': None}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:44:32.926935 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-288c9147-688b-4dce-b8df-afaac16d708c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:32.953020 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c9147-688b-4dce-b8df-afaac16d708c admin admin] Pushing event deleted for resources: {'Port': ['ID=de33d97a-fc14-49c8-8c1c-1db606a1db30,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:33.014072 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-288c9147-688b-4dce-b8df-afaac16d708c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673959'] for router_gateway, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:33.098671 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-288c9147-688b-4dce-b8df-afaac16d708c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-393'] for router, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:33.100696 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-288c9147-688b-4dce-b8df-afaac16d708c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:33.140686 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-288c9147-688b-4dce-b8df-afaac16d708c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682765'] for router, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:33.141219 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288c9147-688b-4dce-b8df-afaac16d708c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90333221-bb7e-4f12-b435-dfdde8d1adc8 {{(pid=94107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 12:44:33.145307 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-288c9147-688b-4dce-b8df-afaac16d708c admin admin] Notify callbacks [] for router, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:33.146439 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-288c9147-688b-4dce-b8df-afaac16d708c admin admin] 10.222.0.24 "DELETE /v2.0/routers/90333221-bb7e-4f12-b435-dfdde8d1adc8 HTTP/1.1" status: 204 len: 168 time: 0.7172194 Sep 18 12:44:33.148873 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56814) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:33.194122 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dacda78-6f86-4033-92e6-4a30b2930a24 admin admin] Deleting subnet ba5d1835-4a6b-4433-af0c-c0f7f1a43823 {{(pid=94107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 12:44:33.197445 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dacda78-6f86-4033-92e6-4a30b2930a24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:33.229960 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dacda78-6f86-4033-92e6-4a30b2930a24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25635558'] for subnet, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:33.309725 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dacda78-6f86-4033-92e6-4a30b2930a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701019'] for subnet, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:33.368272 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dacda78-6f86-4033-92e6-4a30b2930a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25655313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29169573'] for subnet, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:33.395478 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacda78-6f86-4033-92e6-4a30b2930a24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba5d1835-4a6b-4433-af0c-c0f7f1a43823,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:33.397452 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dacda78-6f86-4033-92e6-4a30b2930a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:33.400218 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-1dacda78-6f86-4033-92e6-4a30b2930a24 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ba5d1835-4a6b-4433-af0c-c0f7f1a43823 HTTP/1.1" status: 204 len: 168 time: 0.2495115 Sep 18 12:44:33.401879 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56816) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:33.403936 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5822e2d-28c0-44af-bd19-f562aef1ba92 None None] Network 1c58d791-ee5c-4c98-95db-974a98ef27fc requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:44:33.466345 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-feb8364f-2ab0-44ba-8d63-2a60745f8bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455914'] for network, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:33.517186 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-feb8364f-2ab0-44ba-8d63-2a60745f8bf6 admin admin] Deleting port 18dcf0a8-f6ac-43cd-8320-38ebdce3a200 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:44:33.517524 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-feb8364f-2ab0-44ba-8d63-2a60745f8bf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:33.581998 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-feb8364f-2ab0-44ba-8d63-2a60745f8bf6 admin admin] For port 18dcf0a8-f6ac-43cd-8320-38ebdce3a200, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=18dcf0a8-f6ac-43cd-8320-38ebdce3a200,segment=NetworkSegment(b4696be6-1178-4cbe-9e17-5c3a6fa84545),segment_id=b4696be6-1178-4cbe-9e17-5c3a6fa84545)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:44:33.582352 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-feb8364f-2ab0-44ba-8d63-2a60745f8bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:33.593843 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-feb8364f-2ab0-44ba-8d63-2a60745f8bf6 admin admin] Calling delete_port for 18dcf0a8-f6ac-43cd-8320-38ebdce3a200 owned by network:dhcp {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:44:33.672833 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-feb8364f-2ab0-44ba-8d63-2a60745f8bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:33.673438 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f376538-1fa8-4363-984e-d970d16ba6d6 None None] DHCP port deletion for 1c58d791-ee5c-4c98-95db-974a98ef27fc request from dv-cinder-809894-1-iscsi {{(pid=94108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 12:44:33.704384 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8364f-2ab0-44ba-8d63-2a60745f8bf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=18dcf0a8-f6ac-43cd-8320-38ebdce3a200,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:33.706172 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb8364f-2ab0-44ba-8d63-2a60745f8bf6 admin admin] No DVR routers for this DVR port 18dcf0a8-f6ac-43cd-8320-38ebdce3a200 on host dv-cinder-809894-1-iscsi {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:44:33.774882 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-feb8364f-2ab0-44ba-8d63-2a60745f8bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701404', 'neutron.services.segments.db._delete_segments_for_network-8759307057565'] for network, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:33.795431 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-feb8364f-2ab0-44ba-8d63-2a60745f8bf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c58d791-ee5c-4c98-95db-974a98ef27fc']}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:33.804493 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-feb8364f-2ab0-44ba-8d63-2a60745f8bf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4696be6-1178-4cbe-9e17-5c3a6fa84545') {'for_net_delete': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:33.804784 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-feb8364f-2ab0-44ba-8d63-2a60745f8bf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4696be6-1178-4cbe-9e17-5c3a6fa84545') {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:33.808606 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device de33d97a-fc14-49c8-8c1c-1db606a1db30 no longer exists at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:44:33.818574 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-feb8364f-2ab0-44ba-8d63-2a60745f8bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759307058854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25635565'] for segment, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:33.827803 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] No Port match for: de33d97a-fc14-49c8-8c1c-1db606a1db30 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:44:33.828380 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device de33d97a-fc14-49c8-8c1c-1db606a1db30 not bound to the agent host dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:44:33.828786 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 18dcf0a8-f6ac-43cd-8320-38ebdce3a200 no longer exists at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:44:33.831189 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-feb8364f-2ab0-44ba-8d63-2a60745f8bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:33.837533 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb8364f-2ab0-44ba-8d63-2a60745f8bf6 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=94107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 12:44:33.837918 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-feb8364f-2ab0-44ba-8d63-2a60745f8bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25655759'] for segment, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: Traceback (most recent call last): Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: timer() Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: cb(*args, **kw) Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: return func(*args, **kwargs) Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: self._notify() Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: self.callback(batched_events) Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: event.method(event) Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: return f(self, *a, **k) Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: return self._get(url).json() Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: return self.request(url, 'GET', **kwargs) Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 12:44:33.840239 dv-cinder-809894-1-iscsi neutron-server[94107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 12:44:33.850666 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] No Port match for: 18dcf0a8-f6ac-43cd-8320-38ebdce3a200 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:44:33.851012 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 18dcf0a8-f6ac-43cd-8320-38ebdce3a200 not bound to the agent host dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:44:33.851440 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 2aed6151-d420-4a91-9353-a34c8ba1f21c no longer exists at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:44:33.872103 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] No Port match for: 2aed6151-d420-4a91-9353-a34c8ba1f21c {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:44:33.872446 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 2aed6151-d420-4a91-9353-a34c8ba1f21c not bound to the agent host dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:44:33.895483 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-feb8364f-2ab0-44ba-8d63-2a60745f8bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673859'] for network, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:33.899755 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-feb8364f-2ab0-44ba-8d63-2a60745f8bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:33.904647 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-feb8364f-2ab0-44ba-8d63-2a60745f8bf6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1c58d791-ee5c-4c98-95db-974a98ef27fc HTTP/1.1" status: 204 len: 168 time: 0.5018296 Sep 18 12:44:33.917334 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8364f-2ab0-44ba-8d63-2a60745f8bf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c58d791-ee5c-4c98-95db-974a98ef27fc,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:34.017862 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56820) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:34.056816 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-5e9ffe1a-2bc1-4081-ad9e-cd02710e4c21 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b4d22566be4e4b22aa8ebdb652155edd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371239 Sep 18 12:44:34.059049 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56822) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:34.106837 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ba9f4d05-4f58-44f4-b14f-9f478ebd015f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:34.130669 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ba9f4d05-4f58-44f4-b14f-9f478ebd015f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:34.414144 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ba9f4d05-4f58-44f4-b14f-9f478ebd015f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:34.417376 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ba9f4d05-4f58-44f4-b14f-9f478ebd015f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:34.418518 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ba9f4d05-4f58-44f4-b14f-9f478ebd015f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d03f4434-d16c-421c-b6b9-282511f11edb HTTP/1.1" status: 204 len: 168 time: 0.3586040 Sep 18 12:44:34.425843 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f4d05-4f58-44f4-b14f-9f478ebd015f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03f4434-d16c-421c-b6b9-282511f11edb,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:34.720349 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56828) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:34.757640 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-c22285f3-786a-47e3-849c-18057a4f4d69 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2743a136015a49e48067d6ccf324e897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0361629 Sep 18 12:44:34.760749 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56830) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:34.805619 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f61a0393-1ca8-4fd1-bcb3-0e55622332fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:34.826184 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f61a0393-1ca8-4fd1-bcb3-0e55622332fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:34.871588 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f61a0393-1ca8-4fd1-bcb3-0e55622332fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:34.874031 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f61a0393-1ca8-4fd1-bcb3-0e55622332fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:34.875141 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-f61a0393-1ca8-4fd1-bcb3-0e55622332fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d915ad2b-acaf-4b58-af96-ead3bd4defd4 HTTP/1.1" status: 204 len: 168 time: 0.1135452 Sep 18 12:44:34.885421 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a0393-1ca8-4fd1-bcb3-0e55622332fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d915ad2b-acaf-4b58-af96-ead3bd4defd4,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:40.233189 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75704377-634c-4dbb-b255-38343e7ad655 req-a0833809-bc94-4026-a682-eadddcef4c4d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:40.234641 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-75704377-634c-4dbb-b255-38343e7ad655 req-a0833809-bc94-4026-a682-eadddcef4c4d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 946 time: 0.0472484 Sep 18 12:44:40.270951 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-75704377-634c-4dbb-b255-38343e7ad655 req-0334a80d-912c-4c55-9a8b-bfc6fb3d6085 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302882 Sep 18 12:44:41.388401 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263b805-0727-49d8-a8ec-2a581a8fac89 req-a250328c-b210-40a9-9b2a-bb808cda9b5f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:41.389878 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8263b805-0727-49d8-a8ec-2a581a8fac89 req-a250328c-b210-40a9-9b2a-bb808cda9b5f tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 946 time: 0.0479016 Sep 18 12:44:41.426204 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8263b805-0727-49d8-a8ec-2a581a8fac89 req-09aa2ac6-a2d5-48eb-80f5-d7f57e2c154b tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups?id=a992b659-77c6-41d0-ba0f-fb628ab9e95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304534 Sep 18 12:44:41.496549 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60630cce-2f0b-42f4-824d-abb84d9e52ac req-ad09d742-8f2a-4e59-8296-963a34bf450d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:41.497953 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-60630cce-2f0b-42f4-824d-abb84d9e52ac req-ad09d742-8f2a-4e59-8296-963a34bf450d tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 946 time: 0.0488875 Sep 18 12:44:41.583093 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-60630cce-2f0b-42f4-824d-abb84d9e52ac req-b2e6e164-6e13-4ac2-abc1-626d5fd01d1e tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Deleting port a67078eb-3040-45f5-bdaa-40cfe1a78586 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:44:41.583433 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-60630cce-2f0b-42f4-824d-abb84d9e52ac req-b2e6e164-6e13-4ac2-abc1-626d5fd01d1e tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:41.672022 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-60630cce-2f0b-42f4-824d-abb84d9e52ac req-b2e6e164-6e13-4ac2-abc1-626d5fd01d1e tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] For port a67078eb-3040-45f5-bdaa-40cfe1a78586, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a67078eb-3040-45f5-bdaa-40cfe1a78586,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:44:41.672384 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-60630cce-2f0b-42f4-824d-abb84d9e52ac req-b2e6e164-6e13-4ac2-abc1-626d5fd01d1e tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:41.835218 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-60630cce-2f0b-42f4-824d-abb84d9e52ac req-b2e6e164-6e13-4ac2-abc1-626d5fd01d1e tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:41.835498 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-60630cce-2f0b-42f4-824d-abb84d9e52ac req-b2e6e164-6e13-4ac2-abc1-626d5fd01d1e tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673873'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:41.835849 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.db.l3_db [req-60630cce-2f0b-42f4-824d-abb84d9e52ac req-b2e6e164-6e13-4ac2-abc1-626d5fd01d1e tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Floating IP 69ea1a61-763d-45a3-9115-a822ed27dc33 disassociated. External IP: 172.27.1.68, port: a67078eb-3040-45f5-bdaa-40cfe1a78586. Sep 18 12:44:41.836191 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-60630cce-2f0b-42f4-824d-abb84d9e52ac req-b2e6e164-6e13-4ac2-abc1-626d5fd01d1e tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Calling delete_port for a67078eb-3040-45f5-bdaa-40cfe1a78586 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:44:41.963640 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-60630cce-2f0b-42f4-824d-abb84d9e52ac req-b2e6e164-6e13-4ac2-abc1-626d5fd01d1e tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:41.990356 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6e164-6e13-4ac2-abc1-626d5fd01d1e tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Pushing event deleted for resources: {'Port': ['ID=a67078eb-3040-45f5-bdaa-40cfe1a78586,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:42.101952 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60630cce-2f0b-42f4-824d-abb84d9e52ac req-b2e6e164-6e13-4ac2-abc1-626d5fd01d1e tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Router 7b2b8e88-45d3-480a-8b70-0f58d9cb475c has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:44:42.206016 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60630cce-2f0b-42f4-824d-abb84d9e52ac req-b2e6e164-6e13-4ac2-abc1-626d5fd01d1e tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:44:42.218244 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0a97b7-5136-49d1-b3de-4ce8e8833bfa None None] Sync routers for ids ['7b2b8e88-45d3-480a-8b70-0f58d9cb475c'] in dv-cinder-809894-1-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:44:42.228756 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0a97b7-5136-49d1-b3de-4ce8e8833bfa None None] Routers {'7b2b8e88-45d3-480a-8b70-0f58d9cb475c'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:44:42.229351 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-0e0a97b7-5136-49d1-b3de-4ce8e8833bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:44:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['7b2b8e88-45d3-480a-8b70-0f58d9cb475c'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:42.246883 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-60630cce-2f0b-42f4-824d-abb84d9e52ac req-b2e6e164-6e13-4ac2-abc1-626d5fd01d1e tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] No DVR routers for this DVR port a67078eb-3040-45f5-bdaa-40cfe1a78586 on host hv-cinder-80989 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:44:42.249417 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-60630cce-2f0b-42f4-824d-abb84d9e52ac req-b2e6e164-6e13-4ac2-abc1-626d5fd01d1e tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:42.251439 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-60630cce-2f0b-42f4-824d-abb84d9e52ac req-b2e6e164-6e13-4ac2-abc1-626d5fd01d1e tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.13 "DELETE /v2.0/ports/a67078eb-3040-45f5-bdaa-40cfe1a78586 HTTP/1.1" status: 204 len: 173 time: 0.7473116 Sep 18 12:44:42.251895 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b1d87b-f06b-4182-bfee-88bb9b5c5935', 'name': 'network-vif-deleted', 'tag': 'a67078eb-3040-45f5-bdaa-40cfe1a78586'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:44:42.254090 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bf0f96-c177-4b90-a66a-2ed5c61b98e7" -d '{"events": [{"server_uuid": "e8b1d87b-f06b-4182-bfee-88bb9b5c5935", "name": "network-vif-deleted", "tag": "a67078eb-3040-45f5-bdaa-40cfe1a78586"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:44:42.294857 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d318ad4-3339-4a7a-9848-1015cc8066e0 x-openstack-request-id: req-9d318ad4-3339-4a7a-9848-1015cc8066e0 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:44:42.295227 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b1d87b-f06b-4182-bfee-88bb9b5c5935", "name": "network-vif-deleted", "tag": "a67078eb-3040-45f5-bdaa-40cfe1a78586", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:44:42.295468 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d318ad4-3339-4a7a-9848-1015cc8066e0 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:44:42.295992 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b1d87b-f06b-4182-bfee-88bb9b5c5935', 'name': 'network-vif-deleted', 'tag': 'a67078eb-3040-45f5-bdaa-40cfe1a78586', 'status': 'completed', 'code': 200} Sep 18 12:44:42.339124 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-0e0a97b7-5136-49d1-b3de-4ce8e8833bfa None None] Set router 7b2b8e88-45d3-480a-8b70-0f58d9cb475c gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:44:42.536733 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-77ac6059-3630-4670-84b8-057cabf9c76b req-690fa7a9-0b53-43d8-bb5b-cd2b131eb100 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8b1d87b-f06b-4182-bfee-88bb9b5c5935 HTTP/1.1" status: 200 len: 210 time: 0.0256066 Sep 18 12:44:42.540972 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-0e0a97b7-5136-49d1-b3de-4ce8e8833bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'name': 'tempest-AttachVolumeShelveTestJSON-2115111976-router', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:01Z', 'updated_at': '2021-09-18T12:38:08Z', 'revision_number': 4, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'gw_port': {'id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:02Z', 'updated_at': '2021-09-18T12:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'b208bce5-e3db-4b9a-af8e-6837aa4e5a94', 'name': '', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'mac_address': 'fa:16:3e:ae:e0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:07Z', 'updated_at': '2021-09-18T12:38:18Z', 'revision_number': 5, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'subnets': [{'id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:42.570162 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0a97b7-5136-49d1-b3de-4ce8e8833bfa None None] Checking router: 7b2b8e88-45d3-480a-8b70-0f58d9cb475c for host: dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:44:42.579654 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0a97b7-5136-49d1-b3de-4ce8e8833bfa None None] Routers {'7b2b8e88-45d3-480a-8b70-0f58d9cb475c'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:44:42.580270 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-0e0a97b7-5136-49d1-b3de-4ce8e8833bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:44:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['7b2b8e88-45d3-480a-8b70-0f58d9cb475c'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:42.806624 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-0e0a97b7-5136-49d1-b3de-4ce8e8833bfa None None] Set router 7b2b8e88-45d3-480a-8b70-0f58d9cb475c gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:44:42.993613 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-0e0a97b7-5136-49d1-b3de-4ce8e8833bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'name': 'tempest-AttachVolumeShelveTestJSON-2115111976-router', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:01Z', 'updated_at': '2021-09-18T12:38:08Z', 'revision_number': 4, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'gw_port': {'id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:02Z', 'updated_at': '2021-09-18T12:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'b208bce5-e3db-4b9a-af8e-6837aa4e5a94', 'name': '', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'mac_address': 'fa:16:3e:ae:e0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:07Z', 'updated_at': '2021-09-18T12:38:18Z', 'revision_number': 5, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'subnets': [{'id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:43.019332 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0a97b7-5136-49d1-b3de-4ce8e8833bfa None None] The sync data for ids ['7b2b8e88-45d3-480a-8b70-0f58d9cb475c'] in dv-cinder-809894-1-iscsi is: [{'id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'name': 'tempest-AttachVolumeShelveTestJSON-2115111976-router', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:01Z', 'updated_at': '2021-09-18T12:38:08Z', 'revision_number': 4, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'gw_port': {'id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:02Z', 'updated_at': '2021-09-18T12:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'b208bce5-e3db-4b9a-af8e-6837aa4e5a94', 'name': '', 'network_id': '4ab574f3-0ba4-4c64-96c3-ff427a72d455', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'mac_address': 'fa:16:3e:ae:e0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:07Z', 'updated_at': '2021-09-18T12:38:18Z', 'revision_number': 5, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'subnets': [{'id': '60194707-770d-4fdc-856c-c0e71f0849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:44:43.216934 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e137e127-ca43-4021-9234-5fae3208ada8 None None] New status for floating IP 69ea1a61-763d-45a3-9115-a822ed27dc33: DOWN {{(pid=94109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 12:44:43.620647 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56858) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:43.672495 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-06f0f3c1-0438-451e-a4fb-728bc1bc9189 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:43.694749 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-06f0f3c1-0438-451e-a4fb-728bc1bc9189 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:43.741074 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-06f0f3c1-0438-451e-a4fb-728bc1bc9189 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:43.744111 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-06f0f3c1-0438-451e-a4fb-728bc1bc9189 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:43.745217 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-06f0f3c1-0438-451e-a4fb-728bc1bc9189 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "DELETE /v2.0/security-groups/a992b659-77c6-41d0-ba0f-fb628ab9e95e HTTP/1.1" status: 204 len: 168 time: 0.1235456 Sep 18 12:44:43.747991 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 56860) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:43.761531 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0f3c1-0438-451e-a4fb-728bc1bc9189 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a992b659-77c6-41d0-ba0f-fb628ab9e95e,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:43.761910 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.api.v2.resource [None req-c1c88d3a-2c11-41ed-b31c-719b9fd49725 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] show failed (client error): The resource could not be found. Sep 18 12:44:43.762881 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c1c88d3a-2c11-41ed-b31c-719b9fd49725 tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "GET /v2.0/security-groups/a992b659-77c6-41d0-ba0f-fb628ab9e95e HTTP/1.1" status: 404 len: 347 time: 0.0139415 Sep 18 12:44:43.765633 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 56862) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:43.884277 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a8e4b-e622-4a13-b278-0a542e23875c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Deleting port 88c3a604-4bb5-45aa-8406-295be27e032b {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:44:43.884483 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4e2a8e4b-e622-4a13-b278-0a542e23875c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:43.959940 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4e2a8e4b-e622-4a13-b278-0a542e23875c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:43.960262 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4e2a8e4b-e622-4a13-b278-0a542e23875c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:43.971283 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a8e4b-e622-4a13-b278-0a542e23875c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Calling delete_port for 88c3a604-4bb5-45aa-8406-295be27e032b owned by network:floatingip {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:44:44.097489 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4e2a8e4b-e622-4a13-b278-0a542e23875c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:44.130098 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a8e4b-e622-4a13-b278-0a542e23875c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Pushing event deleted for resources: {'Port': ['ID=88c3a604-4bb5-45aa-8406-295be27e032b,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:44.184380 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4e2a8e4b-e622-4a13-b278-0a542e23875c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks [] for floatingip, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:44.187057 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4e2a8e4b-e622-4a13-b278-0a542e23875c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:44.188217 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4e2a8e4b-e622-4a13-b278-0a542e23875c tempest-AttachVolumeShelveTestJSON-786101514 tempest-AttachVolumeShelveTestJSON-786101514-project] 10.222.0.24 "DELETE /v2.0/floatingips/69ea1a61-763d-45a3-9115-a822ed27dc33 HTTP/1.1" status: 204 len: 168 time: 0.4217315 Sep 18 12:44:44.733442 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device a67078eb-3040-45f5-bdaa-40cfe1a78586 no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:44:44.756628 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] No Port match for: a67078eb-3040-45f5-bdaa-40cfe1a78586 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:44:44.756967 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device a67078eb-3040-45f5-bdaa-40cfe1a78586 not bound to the agent host hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:44:46.593864 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 56884) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:47.104949 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-31739fb5-21c3-4f84-97d4-dd9289d5a91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3673617'] for router_interface, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:47.577768 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-31739fb5-21c3-4f84-97d4-dd9289d5a91d admin admin] Deleting port b208bce5-e3db-4b9a-af8e-6837aa4e5a94 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:44:47.578101 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-31739fb5-21c3-4f84-97d4-dd9289d5a91d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:47.620737 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:47.655164 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-31739fb5-21c3-4f84-97d4-dd9289d5a91d admin admin] For port b208bce5-e3db-4b9a-af8e-6837aa4e5a94, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=b208bce5-e3db-4b9a-af8e-6837aa4e5a94,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:44:47.655657 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-31739fb5-21c3-4f84-97d4-dd9289d5a91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:47.667267 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-31739fb5-21c3-4f84-97d4-dd9289d5a91d admin admin] Calling delete_port for b208bce5-e3db-4b9a-af8e-6837aa4e5a94 owned by network:router_interface {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:44:47.838353 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-31739fb5-21c3-4f84-97d4-dd9289d5a91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:47.866056 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31739fb5-21c3-4f84-97d4-dd9289d5a91d admin admin] Pushing event deleted for resources: {'Port': ['ID=b208bce5-e3db-4b9a-af8e-6837aa4e5a94,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:48.027438 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-31739fb5-21c3-4f84-97d4-dd9289d5a91d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674017'] for router_interface, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:48.238226 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31739fb5-21c3-4f84-97d4-dd9289d5a91d admin admin] Router 7b2b8e88-45d3-480a-8b70-0f58d9cb475c has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:44:48.342600 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31739fb5-21c3-4f84-97d4-dd9289d5a91d admin admin] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:44:48.349713 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-31739fb5-21c3-4f84-97d4-dd9289d5a91d admin admin] 10.222.0.24 "PUT /v2.0/routers/7b2b8e88-45d3-480a-8b70-0f58d9cb475c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7529051 Sep 18 12:44:48.350396 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 56888) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:48.351632 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66493bf7-ee74-4045-a7c2-5bff7e91d9b6 None None] Sync routers for ids ['7b2b8e88-45d3-480a-8b70-0f58d9cb475c'] in dv-cinder-809894-1-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:44:48.360646 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66493bf7-ee74-4045-a7c2-5bff7e91d9b6 None None] Routers {'7b2b8e88-45d3-480a-8b70-0f58d9cb475c'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:44:48.361246 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-66493bf7-ee74-4045-a7c2-5bff7e91d9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:44:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['7b2b8e88-45d3-480a-8b70-0f58d9cb475c'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:48.450821 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-84b59fa6-ecb5-4959-9977-15b622265447 admin admin] Notify callbacks [] for router, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:48.463125 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-66493bf7-ee74-4045-a7c2-5bff7e91d9b6 None None] Set router 7b2b8e88-45d3-480a-8b70-0f58d9cb475c gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:44:48.546893 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-84b59fa6-ecb5-4959-9977-15b622265447 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:48.600671 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-84b59fa6-ecb5-4959-9977-15b622265447 admin admin] Deleting port 5e8eafc0-d273-4ca6-b389-877f990ad631 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:44:48.601009 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-84b59fa6-ecb5-4959-9977-15b622265447 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:48.632935 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-66493bf7-ee74-4045-a7c2-5bff7e91d9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'name': 'tempest-AttachVolumeShelveTestJSON-2115111976-router', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:01Z', 'updated_at': '2021-09-18T12:44:47Z', 'revision_number': 5, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'gw_port': {'id': '5e8eafc0-d273-4ca6-b389-877f990ad631', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:38:02Z', 'updated_at': '2021-09-18T12:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:48.659134 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66493bf7-ee74-4045-a7c2-5bff7e91d9b6 None None] Checking router: 7b2b8e88-45d3-480a-8b70-0f58d9cb475c for host: dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:44:48.667998 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66493bf7-ee74-4045-a7c2-5bff7e91d9b6 None None] Routers {'7b2b8e88-45d3-480a-8b70-0f58d9cb475c'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:44:48.668589 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-66493bf7-ee74-4045-a7c2-5bff7e91d9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:44:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['7b2b8e88-45d3-480a-8b70-0f58d9cb475c'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:48.678106 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-84b59fa6-ecb5-4959-9977-15b622265447 admin admin] For port 5e8eafc0-d273-4ca6-b389-877f990ad631, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=5e8eafc0-d273-4ca6-b389-877f990ad631,segment=NetworkSegment(972f36e2-ef14-414b-b7e5-74a44c97b427),segment_id=972f36e2-ef14-414b-b7e5-74a44c97b427)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:44:48.678644 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-84b59fa6-ecb5-4959-9977-15b622265447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:48.691554 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-84b59fa6-ecb5-4959-9977-15b622265447 admin admin] Calling delete_port for 5e8eafc0-d273-4ca6-b389-877f990ad631 owned by network:router_gateway {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:44:48.753622 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-66493bf7-ee74-4045-a7c2-5bff7e91d9b6 None None] Set router 7b2b8e88-45d3-480a-8b70-0f58d9cb475c gateway port host: None {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:44:48.807210 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-66493bf7-ee74-4045-a7c2-5bff7e91d9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'name': 'tempest-AttachVolumeShelveTestJSON-2115111976-router', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:01Z', 'updated_at': '2021-09-18T12:44:48Z', 'revision_number': 6, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'gw_port_host': None}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:48.832374 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66493bf7-ee74-4045-a7c2-5bff7e91d9b6 None None] The sync data for ids ['7b2b8e88-45d3-480a-8b70-0f58d9cb475c'] in dv-cinder-809894-1-iscsi is: [{'id': '7b2b8e88-45d3-480a-8b70-0f58d9cb475c', 'name': 'tempest-AttachVolumeShelveTestJSON-2115111976-router', 'tenant_id': '9477430a832042d4b203b849bafeb9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:38:01Z', 'updated_at': '2021-09-18T12:44:48Z', 'revision_number': 6, 'project_id': '9477430a832042d4b203b849bafeb9e9', 'gw_port_host': None}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:44:48.854360 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-84b59fa6-ecb5-4959-9977-15b622265447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:48.878858 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b59fa6-ecb5-4959-9977-15b622265447 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e8eafc0-d273-4ca6-b389-877f990ad631,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:48.943739 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-84b59fa6-ecb5-4959-9977-15b622265447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673959'] for router_gateway, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:49.030392 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-84b59fa6-ecb5-4959-9977-15b622265447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-393'] for router, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:49.032466 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-84b59fa6-ecb5-4959-9977-15b622265447 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:49.072859 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-84b59fa6-ecb5-4959-9977-15b622265447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682765'] for router, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:49.073401 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b59fa6-ecb5-4959-9977-15b622265447 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b2b8e88-45d3-480a-8b70-0f58d9cb475c {{(pid=94106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 12:44:49.077535 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-84b59fa6-ecb5-4959-9977-15b622265447 admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:49.078669 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-84b59fa6-ecb5-4959-9977-15b622265447 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7b2b8e88-45d3-480a-8b70-0f58d9cb475c HTTP/1.1" status: 204 len: 168 time: 0.7273123 Sep 18 12:44:49.081225 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 56890) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:49.124313 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f4c040-51c5-4bd1-bc06-7f7964363ebe admin admin] Deleting subnet 60194707-770d-4fdc-856c-c0e71f0849f4 {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 12:44:49.127222 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-94f4c040-51c5-4bd1-bc06-7f7964363ebe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:49.165664 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-94f4c040-51c5-4bd1-bc06-7f7964363ebe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26289332'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:49.245748 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-94f4c040-51c5-4bd1-bc06-7f7964363ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701019'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:49.298002 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-94f4c040-51c5-4bd1-bc06-7f7964363ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25309463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28863972'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:49.322388 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4c040-51c5-4bd1-bc06-7f7964363ebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60194707-770d-4fdc-856c-c0e71f0849f4,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:49.325950 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-94f4c040-51c5-4bd1-bc06-7f7964363ebe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:49.328720 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-94f4c040-51c5-4bd1-bc06-7f7964363ebe admin admin] 10.222.0.24 "DELETE /v2.0/subnets/60194707-770d-4fdc-856c-c0e71f0849f4 HTTP/1.1" status: 204 len: 168 time: 0.2465892 Sep 18 12:44:49.331177 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 56892) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:49.333633 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47c51e6-f101-40a3-9dde-d6aa02ec785a None None] Network 4ab574f3-0ba4-4c64-96c3-ff427a72d455 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:44:49.405881 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3d7f6f93-14bd-4c17-b223-5f44d8d7625c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455914'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:49.456066 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f6f93-14bd-4c17-b223-5f44d8d7625c admin admin] Deleting port d1b98f3c-efd9-43d4-9f79-49997fb960ac {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:44:49.456414 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3d7f6f93-14bd-4c17-b223-5f44d8d7625c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:49.523211 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-3d7f6f93-14bd-4c17-b223-5f44d8d7625c admin admin] For port d1b98f3c-efd9-43d4-9f79-49997fb960ac, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=d1b98f3c-efd9-43d4-9f79-49997fb960ac,segment=NetworkSegment(973df3dd-2de9-4dd8-8f0e-0c9e28980640),segment_id=973df3dd-2de9-4dd8-8f0e-0c9e28980640)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:44:49.523504 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3d7f6f93-14bd-4c17-b223-5f44d8d7625c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:49.536320 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f6f93-14bd-4c17-b223-5f44d8d7625c admin admin] Calling delete_port for d1b98f3c-efd9-43d4-9f79-49997fb960ac owned by network:dhcp {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:44:49.580015 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e5bf85-f32a-4407-b51d-55cf24de9c66 None None] DHCP port deletion for 4ab574f3-0ba4-4c64-96c3-ff427a72d455 request from dv-cinder-809894-1-iscsi {{(pid=94108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 12:44:49.620617 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3d7f6f93-14bd-4c17-b223-5f44d8d7625c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:49.628151 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-a2e5bf85-f32a-4407-b51d-55cf24de9c66 None None] Deleting port d1b98f3c-efd9-43d4-9f79-49997fb960ac {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:44:49.628528 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a2e5bf85-f32a-4407-b51d-55cf24de9c66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:49.648589 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f6f93-14bd-4c17-b223-5f44d8d7625c admin admin] Pushing event deleted for resources: {'Port': ['ID=d1b98f3c-efd9-43d4-9f79-49997fb960ac,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:49.652216 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7f6f93-14bd-4c17-b223-5f44d8d7625c admin admin] No DVR routers for this DVR port d1b98f3c-efd9-43d4-9f79-49997fb960ac on host dv-cinder-809894-1-iscsi {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:44:49.702377 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-a2e5bf85-f32a-4407-b51d-55cf24de9c66 None None] For port d1b98f3c-efd9-43d4-9f79-49997fb960ac, host dv-cinder-809894-1-iscsi, got binding levels [] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:44:49.702926 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a2e5bf85-f32a-4407-b51d-55cf24de9c66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:49.720208 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-a2e5bf85-f32a-4407-b51d-55cf24de9c66 None None] Calling delete_port for d1b98f3c-efd9-43d4-9f79-49997fb960ac owned by network:dhcp {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:44:49.723356 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.ipam_backend_mixin [None req-a2e5bf85-f32a-4407-b51d-55cf24de9c66 None None] Port d1b98f3c-efd9-43d4-9f79-49997fb960ac was not found and therefore no delete operation was performed {{(pid=94108) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 12:44:49.724771 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a2e5bf85-f32a-4407-b51d-55cf24de9c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:49.730543 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3d7f6f93-14bd-4c17-b223-5f44d8d7625c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701404', 'neutron.services.segments.db._delete_segments_for_network-8759307057565'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:49.752012 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5bf85-f32a-4407-b51d-55cf24de9c66 None None] Pushing event deleted for resources: {'Port': ['ID=d1b98f3c-efd9-43d4-9f79-49997fb960ac,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:49.756061 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-3d7f6f93-14bd-4c17-b223-5f44d8d7625c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab574f3-0ba4-4c64-96c3-ff427a72d455']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:49.761457 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5bf85-f32a-4407-b51d-55cf24de9c66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:49.761781 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5bf85-f32a-4407-b51d-55cf24de9c66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:49.762127 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5bf85-f32a-4407-b51d-55cf24de9c66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:49.762464 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5bf85-f32a-4407-b51d-55cf24de9c66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:49.762801 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5bf85-f32a-4407-b51d-55cf24de9c66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:49.763222 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5bf85-f32a-4407-b51d-55cf24de9c66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:49.763568 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5bf85-f32a-4407-b51d-55cf24de9c66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:49.763986 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5bf85-f32a-4407-b51d-55cf24de9c66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:49.764407 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5bf85-f32a-4407-b51d-55cf24de9c66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:49.764782 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5bf85-f32a-4407-b51d-55cf24de9c66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:49.765084 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5bf85-f32a-4407-b51d-55cf24de9c66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:49.765706 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5bf85-f32a-4407-b51d-55cf24de9c66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:49.768252 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e5bf85-f32a-4407-b51d-55cf24de9c66 None None] No DVR routers for this DVR port d1b98f3c-efd9-43d4-9f79-49997fb960ac on host dv-cinder-809894-1-iscsi {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:44:49.769508 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-3d7f6f93-14bd-4c17-b223-5f44d8d7625c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973df3dd-2de9-4dd8-8f0e-0c9e28980640') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:49.769987 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-3d7f6f93-14bd-4c17-b223-5f44d8d7625c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973df3dd-2de9-4dd8-8f0e-0c9e28980640') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:49.780753 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3d7f6f93-14bd-4c17-b223-5f44d8d7625c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759307058854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26289343'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:49.795474 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3d7f6f93-14bd-4c17-b223-5f44d8d7625c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:49.802088 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7f6f93-14bd-4c17-b223-5f44d8d7625c admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 12:44:49.802506 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3d7f6f93-14bd-4c17-b223-5f44d8d7625c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25309385'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: Traceback (most recent call last): Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: timer() Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: cb(*args, **kw) Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: return func(*args, **kwargs) Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: self._notify() Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: self.callback(batched_events) Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: event.method(event) Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: return f(self, *a, **k) Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: return self._get(url).json() Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 12:44:49.804283 dv-cinder-809894-1-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 12:44:49.836896 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device b208bce5-e3db-4b9a-af8e-6837aa4e5a94 no longer exists at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:44:49.860850 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] No Port match for: b208bce5-e3db-4b9a-af8e-6837aa4e5a94 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:44:49.861192 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device b208bce5-e3db-4b9a-af8e-6837aa4e5a94 not bound to the agent host dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:44:49.861685 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device d1b98f3c-efd9-43d4-9f79-49997fb960ac no longer exists at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:44:49.870578 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3d7f6f93-14bd-4c17-b223-5f44d8d7625c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673859'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:49.876092 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3d7f6f93-14bd-4c17-b223-5f44d8d7625c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:49.877930 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-3d7f6f93-14bd-4c17-b223-5f44d8d7625c admin admin] 10.222.0.24 "DELETE /v2.0/networks/4ab574f3-0ba4-4c64-96c3-ff427a72d455 HTTP/1.1" status: 204 len: 168 time: 0.5458040 Sep 18 12:44:49.884212 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] No Port match for: d1b98f3c-efd9-43d4-9f79-49997fb960ac {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:44:49.884520 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device d1b98f3c-efd9-43d4-9f79-49997fb960ac not bound to the agent host dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:44:49.885120 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 5e8eafc0-d273-4ca6-b389-877f990ad631 no longer exists at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:44:49.891392 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f6f93-14bd-4c17-b223-5f44d8d7625c admin admin] Pushing event deleted for resources: {'Network': ['ID=4ab574f3-0ba4-4c64-96c3-ff427a72d455,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:49.908062 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] No Port match for: 5e8eafc0-d273-4ca6-b389-877f990ad631 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:44:49.908334 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 5e8eafc0-d273-4ca6-b389-877f990ad631 not bound to the agent host dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:44:49.989817 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 56896) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:50.029509 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6808ffde-867c-4d28-a3cc-15d384ca2127 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9477430a832042d4b203b849bafeb9e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0385101 Sep 18 12:44:50.032023 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 56898) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:50.078449 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e28225fc-cda0-47c0-a0b7-f2905580ee61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:50.099274 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e28225fc-cda0-47c0-a0b7-f2905580ee61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:50.146906 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e28225fc-cda0-47c0-a0b7-f2905580ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:50.149594 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e28225fc-cda0-47c0-a0b7-f2905580ee61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:50.150732 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-e28225fc-cda0-47c0-a0b7-f2905580ee61 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66eceac2-e4f3-4e61-859a-b46c64f65284 HTTP/1.1" status: 204 len: 168 time: 0.1178322 Sep 18 12:44:50.158433 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28225fc-cda0-47c0-a0b7-f2905580ee61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66eceac2-e4f3-4e61-859a-b46c64f65284,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:50.786203 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56920) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:50.878276 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-904508a9-55f4-4906-a49f-1dd8fe4e1a5b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1319826962-network', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:44:50.899505 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904508a9-55f4-4906-a49f-1dd8fe4e1a5b admin admin] Made reservation on behalf of f09ebd2453a34452928ed0e02adb3f80 for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:44:50.901825 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-904508a9-55f4-4906-a49f-1dd8fe4e1a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:50.909837 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-904508a9-55f4-4906-a49f-1dd8fe4e1a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:50.995543 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-904508a9-55f4-4906-a49f-1dd8fe4e1a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:50.999267 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-904508a9-55f4-4906-a49f-1dd8fe4e1a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:51.019912 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904508a9-55f4-4906-a49f-1dd8fe4e1a5b admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 12:44:51.034696 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904508a9-55f4-4906-a49f-1dd8fe4e1a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d4828a-8074-4f7f-b601-bd99d277d89e,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:51.037505 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-904508a9-55f4-4906-a49f-1dd8fe4e1a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:51.037838 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-904508a9-55f4-4906-a49f-1dd8fe4e1a5b admin admin] Added segment 08e1ccdd-324a-4902-8205-2512d50cfd89 of type vlan for network dccb6e2a-f4a1-45df-9247-402af428fe57 Sep 18 12:44:51.078064 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-904508a9-55f4-4906-a49f-1dd8fe4e1a5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759306564904'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:51.100446 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-904508a9-55f4-4906-a49f-1dd8fe4e1a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:51.101515 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904508a9-55f4-4906-a49f-1dd8fe4e1a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:51.102187 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-904508a9-55f4-4906-a49f-1dd8fe4e1a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:51.138199 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-904508a9-55f4-4906-a49f-1dd8fe4e1a5b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3509352 Sep 18 12:44:51.141331 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 56924) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:51.146212 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-cbc52e41-b905-4c4c-afc3-b87fc57381fe admin admin] Request body: {'subnet': {'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1319826962-subnet', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:44:51.164099 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904508a9-55f4-4906-a49f-1dd8fe4e1a5b admin admin] Pushing event updated for resources: {'Network': ['ID=dccb6e2a-f4a1-45df-9247-402af428fe57,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:51.167343 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc52e41-b905-4c4c-afc3-b87fc57381fe admin admin] Made reservation on behalf of f09ebd2453a34452928ed0e02adb3f80 for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:44:51.169875 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cbc52e41-b905-4c4c-afc3-b87fc57381fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28863939'] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:51.178432 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Network dccb6e2a-f4a1-45df-9247-402af428fe57 details requested by agent ovs-agent-dv-cinder-809894-1-iscsi with host dv-cinder-809894-1-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 12:44:51.332400 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cbc52e41-b905-4c4c-afc3-b87fc57381fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25309524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28863981'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:51.391092 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc52e41-b905-4c4c-afc3-b87fc57381fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=61f4b903-699f-489b-b0ee-6b9e010d7014,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:51.400336 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc52e41-b905-4c4c-afc3-b87fc57381fe admin admin] Checking segment: {'id': '08e1ccdd-324a-4902-8205-2512d50cfd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:44:51.400690 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc52e41-b905-4c4c-afc3-b87fc57381fe admin admin] Network hostable DHCP agents. Network: dccb6e2a-f4a1-45df-9247-402af428fe57, hostable agents: ['3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 12:44:51.416753 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc52e41-b905-4c4c-afc3-b87fc57381fe admin admin] Network dccb6e2a-f4a1-45df-9247-402af428fe57 is scheduled to be hosted by DHCP agent 3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 12:44:51.424948 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-cbc52e41-b905-4c4c-afc3-b87fc57381fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809894-1-iscsi, dccb6e2a-f4a1-45df-9247-402af428fe57) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:44:51.429614 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc52e41-b905-4c4c-afc3-b87fc57381fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:51.431125 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cbc52e41-b905-4c4c-afc3-b87fc57381fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:51.434201 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de823d50-f932-4ff1-8862-0834c17b60c0 None None] Network dccb6e2a-f4a1-45df-9247-402af428fe57 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:44:51.444873 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-cbc52e41-b905-4c4c-afc3-b87fc57381fe admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3023722 Sep 18 12:44:51.447514 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 56926) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:51.451770 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-9aa2a0b7-36ca-4737-8592-023ce91bac01 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1319826962-router', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:44:51.471645 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9aa2a0b7-36ca-4737-8592-023ce91bac01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3672732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-423'] for router, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:51.472652 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9aa2a0b7-36ca-4737-8592-023ce91bac01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683996', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3839761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-400'] for router, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:51.523732 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9aa2a0b7-36ca-4737-8592-023ce91bac01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:51.576638 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99192dc3-96c7-40d4-94ff-a51df38f4daa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7de32733-35e2-53c9-9249-20afc5382abb-dccb6e2a-f4a1-45df-9247-402af428fe57', 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'fixed_ips': [{'subnet_id': '61f4b903-699f-489b-b0ee-6b9e010d7014'}]}} from dv-cinder-809894-1-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 12:44:51.577493 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-99192dc3-96c7-40d4-94ff-a51df38f4daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:51.657662 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9aa2a0b7-36ca-4737-8592-023ce91bac01 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:51.710869 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-99192dc3-96c7-40d4-94ff-a51df38f4daa None None] Allocated IP 172.20.0.2 (dccb6e2a-f4a1-45df-9247-402af428fe57/61f4b903-699f-489b-b0ee-6b9e010d7014/3df5e346-4687-48a0-8b2b-90724e1e4584) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:44:51.848160 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-99192dc3-96c7-40d4-94ff-a51df38f4daa None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:51.854608 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-99192dc3-96c7-40d4-94ff-a51df38f4daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:51.860153 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9aa2a0b7-36ca-4737-8592-023ce91bac01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:51.881802 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9aa2a0b7-36ca-4737-8592-023ce91bac01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:51.892157 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99192dc3-96c7-40d4-94ff-a51df38f4daa None None] Network dccb6e2a-f4a1-45df-9247-402af428fe57 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:44:51.895008 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-99192dc3-96c7-40d4-94ff-a51df38f4daa None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:44:51.898559 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99192dc3-96c7-40d4-94ff-a51df38f4daa None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:44:51.913850 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99192dc3-96c7-40d4-94ff-a51df38f4daa None None] Pushing event updated for resources: {'Port': ['ID=3df5e346-4687-48a0-8b2b-90724e1e4584,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:51.957254 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-99192dc3-96c7-40d4-94ff-a51df38f4daa None None] Attempting to bind port 3df5e346-4687-48a0-8b2b-90724e1e4584 on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:44:51.957619 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-99192dc3-96c7-40d4-94ff-a51df38f4daa None None] Attempting to bind port 3df5e346-4687-48a0-8b2b-90724e1e4584 by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': '08e1ccdd-324a-4902-8205-2512d50cfd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:44:51.957978 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99192dc3-96c7-40d4-94ff-a51df38f4daa None None] Attempting to bind port 3df5e346-4687-48a0-8b2b-90724e1e4584 on network dccb6e2a-f4a1-45df-9247-402af428fe57 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:44:51.963474 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99192dc3-96c7-40d4-94ff-a51df38f4daa None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:44:51.963803 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99192dc3-96c7-40d4-94ff-a51df38f4daa None None] Checking segment: {'id': '08e1ccdd-324a-4902-8205-2512d50cfd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:44:51.964209 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-99192dc3-96c7-40d4-94ff-a51df38f4daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:51.964598 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99192dc3-96c7-40d4-94ff-a51df38f4daa None None] Bound using segment: {'id': '08e1ccdd-324a-4902-8205-2512d50cfd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:44:51.965055 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-99192dc3-96c7-40d4-94ff-a51df38f4daa None None] Bound port: 3df5e346-4687-48a0-8b2b-90724e1e4584, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e1ccdd-324a-4902-8205-2512d50cfd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:44:51.965432 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-99192dc3-96c7-40d4-94ff-a51df38f4daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:51.985891 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-9aa2a0b7-36ca-4737-8592-023ce91bac01 admin admin] Allocated IP 172.27.1.218 (135fce6b-ed16-41bb-8b70-07cd0f37ee2f/d6efedb2-cfaf-4090-8480-952b0af5c0d6/de32727f-6d2d-46bc-86c3-f732a5f3e778) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:44:52.027741 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-99192dc3-96c7-40d4-94ff-a51df38f4daa None None] For port 3df5e346-4687-48a0-8b2b-90724e1e4584, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:44:52.030819 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-99192dc3-96c7-40d4-94ff-a51df38f4daa None None] For port 3df5e346-4687-48a0-8b2b-90724e1e4584, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=3df5e346-4687-48a0-8b2b-90724e1e4584,segment=NetworkSegment(08e1ccdd-324a-4902-8205-2512d50cfd89),segment_id=08e1ccdd-324a-4902-8205-2512d50cfd89)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:44:52.034633 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-99192dc3-96c7-40d4-94ff-a51df38f4daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:52.092375 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99192dc3-96c7-40d4-94ff-a51df38f4daa None None] Pushing event updated for resources: {'Port': ['ID=3df5e346-4687-48a0-8b2b-90724e1e4584,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:52.096791 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9aa2a0b7-36ca-4737-8592-023ce91bac01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:52.384871 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9aa2a0b7-36ca-4737-8592-023ce91bac01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:52.421647 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa2a0b7-36ca-4737-8592-023ce91bac01 admin admin] Network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:44:52.425735 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-9aa2a0b7-36ca-4737-8592-023ce91bac01 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:44:52.432160 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa2a0b7-36ca-4737-8592-023ce91bac01 admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:44:52.434041 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2a0b7-36ca-4737-8592-023ce91bac01 admin admin] Pushing event updated for resources: {'Port': ['ID=de32727f-6d2d-46bc-86c3-f732a5f3e778,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:52.668347 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9aa2a0b7-36ca-4737-8592-023ce91bac01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:52.870362 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9aa2a0b7-36ca-4737-8592-023ce91bac01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673931'] for router, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:52.954045 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7425828b-4951-4b65-9f83-ff3ac17d57ae None None] Network dccb6e2a-f4a1-45df-9247-402af428fe57 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:44:53.000429 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa2a0b7-36ca-4737-8592-023ce91bac01 admin admin] Router 2c9a1564-2218-47d1-b2dc-8571452ccfbd is scheduled to L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f with binding_index 1 {{(pid=94106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 12:44:53.016792 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-cdfcb38c-14ab-4079-808e-b96904a5ef81 None None] Provisioning complete for port 3df5e346-4687-48a0-8b2b-90724e1e4584 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:44:53.017159 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb38c-14ab-4079-808e-b96904a5ef81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:53.105318 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa2a0b7-36ca-4737-8592-023ce91bac01 admin admin] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:44:53.115005 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411dbf32-47f1-4a48-9bab-216dd31a7678 None None] Sync routers for ids ['2c9a1564-2218-47d1-b2dc-8571452ccfbd'] in dv-cinder-809894-1-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:44:53.122221 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9aa2a0b7-36ca-4737-8592-023ce91bac01 admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:53.126176 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-9aa2a0b7-36ca-4737-8592-023ce91bac01 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6752653 Sep 18 12:44:53.126538 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56928) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:53.132030 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411dbf32-47f1-4a48-9bab-216dd31a7678 None None] Routers {'2c9a1564-2218-47d1-b2dc-8571452ccfbd'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:44:53.132925 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-411dbf32-47f1-4a48-9bab-216dd31a7678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:44:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['2c9a1564-2218-47d1-b2dc-8571452ccfbd'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:53.161154 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb38c-14ab-4079-808e-b96904a5ef81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:53.203736 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-cdfcb38c-14ab-4079-808e-b96904a5ef81 None None] For port 3df5e346-4687-48a0-8b2b-90724e1e4584, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=3df5e346-4687-48a0-8b2b-90724e1e4584,segment=NetworkSegment(08e1ccdd-324a-4902-8205-2512d50cfd89),segment_id=08e1ccdd-324a-4902-8205-2512d50cfd89)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:44:53.211515 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb38c-14ab-4079-808e-b96904a5ef81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:53.294456 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcb38c-14ab-4079-808e-b96904a5ef81 None None] Pushing event updated for resources: {'Port': ['ID=3df5e346-4687-48a0-8b2b-90724e1e4584,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:53.344778 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-411dbf32-47f1-4a48-9bab-216dd31a7678 None None] Set router 2c9a1564-2218-47d1-b2dc-8571452ccfbd gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:44:53.439732 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-dd397126-e272-454f-9cf7-68f2d65892eb None None] Provisioning complete for port 3df5e346-4687-48a0-8b2b-90724e1e4584 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:44:53.440915 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-dd397126-e272-454f-9cf7-68f2d65892eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:53.554846 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-411dbf32-47f1-4a48-9bab-216dd31a7678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'name': 'tempest-AttachVolumeTestJSON-1319826962-router', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:52Z', 'revision_number': 3, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'gw_port': {'id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:53.584118 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411dbf32-47f1-4a48-9bab-216dd31a7678 None None] Checking router: 2c9a1564-2218-47d1-b2dc-8571452ccfbd for host: dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:44:53.584533 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411dbf32-47f1-4a48-9bab-216dd31a7678 None None] Updating router 2c9a1564-2218-47d1-b2dc-8571452ccfbd port de32727f-6d2d-46bc-86c3-f732a5f3e778 binding host dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 12:44:53.609430 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-411dbf32-47f1-4a48-9bab-216dd31a7678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:53.625224 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-155672c3-36ce-42c6-bf88-2f0157de7525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:53.780741 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-155672c3-36ce-42c6-bf88-2f0157de7525 admin admin] Allocated IP 172.20.0.1 (dccb6e2a-f4a1-45df-9247-402af428fe57/61f4b903-699f-489b-b0ee-6b9e010d7014/bc6a0e7b-db91-447b-acb8-e12b9810f4a5) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:44:53.833844 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 3df5e346-4687-48a0-8b2b-90724e1e4584 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:44:53.857600 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-411dbf32-47f1-4a48-9bab-216dd31a7678 None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:53.865043 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-411dbf32-47f1-4a48-9bab-216dd31a7678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:53.881102 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port 3df5e346-4687-48a0-8b2b-90724e1e4584 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:44:53.881465 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:53.895597 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-155672c3-36ce-42c6-bf88-2f0157de7525 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:53.916498 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ef149-a072-4ca6-928b-e2dc55a0e389 None None] Pushing event updated for resources: {'Port': ['ID=de32727f-6d2d-46bc-86c3-f732a5f3e778,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:53.928399 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ef149-a072-4ca6-928b-e2dc55a0e389 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:53.928738 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ef149-a072-4ca6-928b-e2dc55a0e389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:53.929070 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ef149-a072-4ca6-928b-e2dc55a0e389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:53.929402 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ef149-a072-4ca6-928b-e2dc55a0e389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:53.929719 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ef149-a072-4ca6-928b-e2dc55a0e389 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:53.930072 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ef149-a072-4ca6-928b-e2dc55a0e389 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:53.930392 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ef149-a072-4ca6-928b-e2dc55a0e389 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:53.930958 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ef149-a072-4ca6-928b-e2dc55a0e389 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:53.931074 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ef149-a072-4ca6-928b-e2dc55a0e389 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:53.931333 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ef149-a072-4ca6-928b-e2dc55a0e389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:53.931641 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ef149-a072-4ca6-928b-e2dc55a0e389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:53.931973 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ef149-a072-4ca6-928b-e2dc55a0e389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:44:53.940729 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-411dbf32-47f1-4a48-9bab-216dd31a7678 None None] Attempting to bind port de32727f-6d2d-46bc-86c3-f732a5f3e778 on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:44:53.941087 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-411dbf32-47f1-4a48-9bab-216dd31a7678 None None] Attempting to bind port de32727f-6d2d-46bc-86c3-f732a5f3e778 by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:44:53.941539 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411dbf32-47f1-4a48-9bab-216dd31a7678 None None] Attempting to bind port de32727f-6d2d-46bc-86c3-f732a5f3e778 on network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:44:53.941740 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-155672c3-36ce-42c6-bf88-2f0157de7525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:53.948020 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411dbf32-47f1-4a48-9bab-216dd31a7678 None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:44:53.948402 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411dbf32-47f1-4a48-9bab-216dd31a7678 None None] Checking segment: {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:44:53.948772 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-411dbf32-47f1-4a48-9bab-216dd31a7678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:53.949153 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411dbf32-47f1-4a48-9bab-216dd31a7678 None None] Bound using segment: {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:44:53.949607 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-411dbf32-47f1-4a48-9bab-216dd31a7678 None None] Bound port: de32727f-6d2d-46bc-86c3-f732a5f3e778, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972f36e2-ef14-414b-b7e5-74a44c97b427', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:44:53.949994 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-411dbf32-47f1-4a48-9bab-216dd31a7678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:53.980586 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155672c3-36ce-42c6-bf88-2f0157de7525 admin admin] Network dccb6e2a-f4a1-45df-9247-402af428fe57 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:44:53.985247 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-155672c3-36ce-42c6-bf88-2f0157de7525 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:44:53.987922 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155672c3-36ce-42c6-bf88-2f0157de7525 admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:44:54.022500 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-411dbf32-47f1-4a48-9bab-216dd31a7678 None None] For port de32727f-6d2d-46bc-86c3-f732a5f3e778, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:44:54.026807 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-411dbf32-47f1-4a48-9bab-216dd31a7678 None None] For port de32727f-6d2d-46bc-86c3-f732a5f3e778, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=de32727f-6d2d-46bc-86c3-f732a5f3e778,segment=NetworkSegment(972f36e2-ef14-414b-b7e5-74a44c97b427),segment_id=972f36e2-ef14-414b-b7e5-74a44c97b427)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:44:54.032967 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155672c3-36ce-42c6-bf88-2f0157de7525 admin admin] Pushing event updated for resources: {'Port': ['ID=bc6a0e7b-db91-447b-acb8-e12b9810f4a5,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:54.034817 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-411dbf32-47f1-4a48-9bab-216dd31a7678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:54.047156 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-155672c3-36ce-42c6-bf88-2f0157de7525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3674012'] for router_interface, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:54.095808 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411dbf32-47f1-4a48-9bab-216dd31a7678 None None] Routers {'2c9a1564-2218-47d1-b2dc-8571452ccfbd'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:44:54.096499 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-411dbf32-47f1-4a48-9bab-216dd31a7678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:44:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['2c9a1564-2218-47d1-b2dc-8571452ccfbd'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:54.142113 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ef149-a072-4ca6-928b-e2dc55a0e389 None None] Pushing event updated for resources: {'Port': ['ID=de32727f-6d2d-46bc-86c3-f732a5f3e778,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:54.193162 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-155672c3-36ce-42c6-bf88-2f0157de7525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:54.220823 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-411dbf32-47f1-4a48-9bab-216dd31a7678 None None] Set router 2c9a1564-2218-47d1-b2dc-8571452ccfbd gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:44:54.353776 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-bfcc90ed-3358-491d-83b9-ac8300e7f946 None None] Provisioning complete for port bc6a0e7b-db91-447b-acb8-e12b9810f4a5 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:44:54.355593 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bfcc90ed-3358-491d-83b9-ac8300e7f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:54.368826 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-155672c3-36ce-42c6-bf88-2f0157de7525 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:54.380213 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-155672c3-36ce-42c6-bf88-2f0157de7525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655335'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:54.402165 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-bfcc90ed-3358-491d-83b9-ac8300e7f946 None None] Port bc6a0e7b-db91-447b-acb8-e12b9810f4a5 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 12:44:54.410875 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-411dbf32-47f1-4a48-9bab-216dd31a7678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'name': 'tempest-AttachVolumeTestJSON-1319826962-router', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:52Z', 'revision_number': 3, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'gw_port': {'id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:54.440576 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411dbf32-47f1-4a48-9bab-216dd31a7678 None None] The sync data for ids ['2c9a1564-2218-47d1-b2dc-8571452ccfbd'] in dv-cinder-809894-1-iscsi is: [{'id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'name': 'tempest-AttachVolumeTestJSON-1319826962-router', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:52Z', 'revision_number': 3, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'gw_port': {'id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:44:54.451882 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-47552861-f1d6-4955-ae67-ba5095d90243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:54.460389 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-155672c3-36ce-42c6-bf88-2f0157de7525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3673612'] for router_interface, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:54.463494 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155672c3-36ce-42c6-bf88-2f0157de7525 admin admin] Pushing event updated for resources: {'Port': ['ID=bc6a0e7b-db91-447b-acb8-e12b9810f4a5,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:54.566911 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155672c3-36ce-42c6-bf88-2f0157de7525 admin admin] Network dccb6e2a-f4a1-45df-9247-402af428fe57 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:44:54.569284 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-155672c3-36ce-42c6-bf88-2f0157de7525 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:44:54.701572 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155672c3-36ce-42c6-bf88-2f0157de7525 admin admin] Router 2c9a1564-2218-47d1-b2dc-8571452ccfbd has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:44:54.832432 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155672c3-36ce-42c6-bf88-2f0157de7525 admin admin] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:44:54.838099 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-155672c3-36ce-42c6-bf88-2f0157de7525 admin admin] 10.222.0.24 "PUT /v2.0/routers/2c9a1564-2218-47d1-b2dc-8571452ccfbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7105374 Sep 18 12:44:54.929854 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-94fb875a-2c1f-4884-8317-b54bb39826c4 None None] Provisioning complete for port bc6a0e7b-db91-447b-acb8-e12b9810f4a5 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:44:54.930230 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-94fb875a-2c1f-4884-8317-b54bb39826c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:54.967603 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-94fb875a-2c1f-4884-8317-b54bb39826c4 None None] Port bc6a0e7b-db91-447b-acb8-e12b9810f4a5 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 12:44:55.396027 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 56942) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:55.400680 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-a80a8447-ec09-49e9-918b-b6e719f0ed8f tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Request body: {'security_group': {'name': 'tempest-securitygroup--224539626', 'description': 'tempest-description--472650676'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:44:55.425387 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a80a8447-ec09-49e9-918b-b6e719f0ed8f tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:55.507149 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a80a8447-ec09-49e9-918b-b6e719f0ed8f tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:55.513112 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a80a8447-ec09-49e9-918b-b6e719f0ed8f tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:55.539290 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a80a8447-ec09-49e9-918b-b6e719f0ed8f tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:55.541145 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a80a8447-ec09-49e9-918b-b6e719f0ed8f tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1440818 Sep 18 12:44:55.542961 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a8447-ec09-49e9-918b-b6e719f0ed8f tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:55.544191 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56946) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:55.548801 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-17f536e7-1fb0-4969-b60c-91f4a8b1e484 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Request body: {'security_group_rule': {'security_group_id': 'f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:44:55.574043 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-17f536e7-1fb0-4969-b60c-91f4a8b1e484 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:55.628790 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-17f536e7-1fb0-4969-b60c-91f4a8b1e484 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:55.633055 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-17f536e7-1fb0-4969-b60c-91f4a8b1e484 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772246'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:55.655936 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f536e7-1fb0-4969-b60c-91f4a8b1e484 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=380f5a9e-dee6-4215-bb56-d61607f4aae1,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:55.662552 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-17f536e7-1fb0-4969-b60c-91f4a8b1e484 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:55.664023 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-17f536e7-1fb0-4969-b60c-91f4a8b1e484 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186659 Sep 18 12:44:55.667064 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 56948) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:55.671326 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-1b5111c3-ecd8-4a88-b175-053647ecb101 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Request body: {'security_group_rule': {'security_group_id': 'f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:44:55.698193 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1b5111c3-ecd8-4a88-b175-053647ecb101 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:55.755426 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1b5111c3-ecd8-4a88-b175-053647ecb101 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:55.759906 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1b5111c3-ecd8-4a88-b175-053647ecb101 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772246'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:55.778879 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5111c3-ecd8-4a88-b175-053647ecb101 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e70f368d-d882-4461-8930-cd8e19ecc880,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:55.785779 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1b5111c3-ecd8-4a88-b175-053647ecb101 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:55.790995 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 56950) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:44:55.791109 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-1b5111c3-ecd8-4a88-b175-053647ecb101 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231508 Sep 18 12:44:55.796369 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-19c6e207-e514-4bd0-880a-478a4b4296af tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Request body: {'floatingip': {'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:44:55.821132 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-19c6e207-e514-4bd0-880a-478a4b4296af tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for floatingip, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:55.841079 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device de32727f-6d2d-46bc-86c3-f732a5f3e778 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:44:55.895740 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port de32727f-6d2d-46bc-86c3-f732a5f3e778 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:44:55.896127 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:55.924737 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-19c6e207-e514-4bd0-880a-478a4b4296af tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:55.977041 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05c5665-3741-4f4e-9d96-02fdd20fe589 None None] Sync routers for ids ['2c9a1564-2218-47d1-b2dc-8571452ccfbd'] in dv-cinder-809894-1-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:44:55.978922 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:56.004946 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] For port de32727f-6d2d-46bc-86c3-f732a5f3e778, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=de32727f-6d2d-46bc-86c3-f732a5f3e778,segment=NetworkSegment(972f36e2-ef14-414b-b7e5-74a44c97b427),segment_id=972f36e2-ef14-414b-b7e5-74a44c97b427)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:44:56.008550 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05c5665-3741-4f4e-9d96-02fdd20fe589 None None] Routers {'2c9a1564-2218-47d1-b2dc-8571452ccfbd'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:44:56.009260 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a05c5665-3741-4f4e-9d96-02fdd20fe589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:44:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['2c9a1564-2218-47d1-b2dc-8571452ccfbd'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:56.012591 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:56.036960 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-19c6e207-e514-4bd0-880a-478a4b4296af tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Allocated IP 172.27.1.65 (135fce6b-ed16-41bb-8b70-07cd0f37ee2f/d6efedb2-cfaf-4090-8480-952b0af5c0d6/147f5c7c-1713-4356-b052-3cbc1467a775) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:44:56.134461 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Pushing event updated for resources: {'Port': ['ID=de32727f-6d2d-46bc-86c3-f732a5f3e778,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:56.140081 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-19c6e207-e514-4bd0-880a-478a4b4296af tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:56.158023 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-a05c5665-3741-4f4e-9d96-02fdd20fe589 None None] Set router 2c9a1564-2218-47d1-b2dc-8571452ccfbd gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:44:56.173628 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-19c6e207-e514-4bd0-880a-478a4b4296af tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:56.209033 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c6e207-e514-4bd0-880a-478a4b4296af tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:44:56.213925 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-19c6e207-e514-4bd0-880a-478a4b4296af tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:44:56.217334 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c6e207-e514-4bd0-880a-478a4b4296af tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:44:56.241105 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6e207-e514-4bd0-880a-478a4b4296af tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Pushing event updated for resources: {'Port': ['ID=147f5c7c-1713-4356-b052-3cbc1467a775,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:56.341445 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-19c6e207-e514-4bd0-880a-478a4b4296af tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:56.354556 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a05c5665-3741-4f4e-9d96-02fdd20fe589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'name': 'tempest-AttachVolumeTestJSON-1319826962-router', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:54Z', 'revision_number': 4, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'gw_port': {'id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'bc6a0e7b-db91-447b-acb8-e12b9810f4a5', 'name': '', 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'mac_address': 'fa:16:3e:e3:1a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:53Z', 'updated_at': '2021-09-18T12:44:54Z', 'revision_number': 2, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'subnets': [{'id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:56.378072 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-19c6e207-e514-4bd0-880a-478a4b4296af tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:56.380197 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05c5665-3741-4f4e-9d96-02fdd20fe589 None None] Checking router: 2c9a1564-2218-47d1-b2dc-8571452ccfbd for host: dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:44:56.380545 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05c5665-3741-4f4e-9d96-02fdd20fe589 None None] Updating router 2c9a1564-2218-47d1-b2dc-8571452ccfbd port bc6a0e7b-db91-447b-acb8-e12b9810f4a5 binding host dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 12:44:56.404618 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a05c5665-3741-4f4e-9d96-02fdd20fe589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:56.537826 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-19c6e207-e514-4bd0-880a-478a4b4296af tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:56.542548 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-19c6e207-e514-4bd0-880a-478a4b4296af tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25309473'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:56.610176 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6e207-e514-4bd0-880a-478a4b4296af tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Pushing event updated for resources: {'Port': ['ID=147f5c7c-1713-4356-b052-3cbc1467a775,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:56.625728 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-19c6e207-e514-4bd0-880a-478a4b4296af tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673873'] for floatingip, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:56.640518 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-19c6e207-e514-4bd0-880a-478a4b4296af tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:56.642486 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-19c6e207-e514-4bd0-880a-478a4b4296af tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8502336 Sep 18 12:44:56.696567 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a05c5665-3741-4f4e-9d96-02fdd20fe589 None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:56.702644 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a05c5665-3741-4f4e-9d96-02fdd20fe589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:56.799085 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b21f26-766b-43ab-8277-8992101e3b38 None None] Pushing event updated for resources: {'Port': ['ID=bc6a0e7b-db91-447b-acb8-e12b9810f4a5,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:56.813535 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-a05c5665-3741-4f4e-9d96-02fdd20fe589 None None] Attempting to bind port bc6a0e7b-db91-447b-acb8-e12b9810f4a5 on host dv-cinder-809894-1-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:44:56.813905 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-a05c5665-3741-4f4e-9d96-02fdd20fe589 None None] Attempting to bind port bc6a0e7b-db91-447b-acb8-e12b9810f4a5 by drivers openvswitch,hyperv on host dv-cinder-809894-1-iscsi at level 0 using segments [{'id': '08e1ccdd-324a-4902-8205-2512d50cfd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:44:56.814270 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c5665-3741-4f4e-9d96-02fdd20fe589 None None] Attempting to bind port bc6a0e7b-db91-447b-acb8-e12b9810f4a5 on network dccb6e2a-f4a1-45df-9247-402af428fe57 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:44:56.817367 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-f55bd793-279a-4a75-b39d-dc7518cf39ef tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--224539626&fields=id&tenant_id=f09ebd2453a34452928ed0e02adb3f80 HTTP/1.1" status: 200 len: 267 time: 0.0368662 Sep 18 12:44:56.822605 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c5665-3741-4f4e-9d96-02fdd20fe589 None None] Checking agent: {'id': '0536f977-7b3e-4d2f-8019-365920ae0831', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809894-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 30, 28), 'started_at': datetime.datetime(2021, 9, 18, 12, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809894-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:44:56.823210 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c5665-3741-4f4e-9d96-02fdd20fe589 None None] Checking segment: {'id': '08e1ccdd-324a-4902-8205-2512d50cfd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:44:56.823793 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a05c5665-3741-4f4e-9d96-02fdd20fe589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:56.828094 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c5665-3741-4f4e-9d96-02fdd20fe589 None None] Bound using segment: {'id': '08e1ccdd-324a-4902-8205-2512d50cfd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:44:56.828697 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-a05c5665-3741-4f4e-9d96-02fdd20fe589 None None] Bound port: bc6a0e7b-db91-447b-acb8-e12b9810f4a5, host: dv-cinder-809894-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e1ccdd-324a-4902-8205-2512d50cfd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:44:56.829107 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a05c5665-3741-4f4e-9d96-02fdd20fe589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:56.902023 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-a05c5665-3741-4f4e-9d96-02fdd20fe589 None None] For port bc6a0e7b-db91-447b-acb8-e12b9810f4a5, host dv-cinder-809894-1-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:44:56.905565 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-a05c5665-3741-4f4e-9d96-02fdd20fe589 None None] For port bc6a0e7b-db91-447b-acb8-e12b9810f4a5, host dv-cinder-809894-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=bc6a0e7b-db91-447b-acb8-e12b9810f4a5,segment=NetworkSegment(08e1ccdd-324a-4902-8205-2512d50cfd89),segment_id=08e1ccdd-324a-4902-8205-2512d50cfd89)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:44:56.911515 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a05c5665-3741-4f4e-9d96-02fdd20fe589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:56.939822 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-e1b32178-4846-4ff7-a359-408006a8741f tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:56.946707 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-e1b32178-4846-4ff7-a359-408006a8741f tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/networks?id=dccb6e2a-f4a1-45df-9247-402af428fe57 HTTP/1.1" status: 200 len: 811 time: 0.1207428 Sep 18 12:44:56.971219 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-21e71363-28ed-4f5d-ae98-b8fc2c81a34b tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/quotas/f09ebd2453a34452928ed0e02adb3f80 HTTP/1.1" status: 200 len: 375 time: 0.0108924 Sep 18 12:44:56.974819 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b21f26-766b-43ab-8277-8992101e3b38 None None] Pushing event updated for resources: {'Port': ['ID=bc6a0e7b-db91-447b-acb8-e12b9810f4a5,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:56.978206 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05c5665-3741-4f4e-9d96-02fdd20fe589 None None] Routers {'2c9a1564-2218-47d1-b2dc-8571452ccfbd'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:44:56.978817 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a05c5665-3741-4f4e-9d96-02fdd20fe589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:44:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['2c9a1564-2218-47d1-b2dc-8571452ccfbd'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:57.046479 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-51a005a5-b6ed-4642-861a-9bc0131f1ce6 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f09ebd2453a34452928ed0e02adb3f80&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0613084 Sep 18 12:44:57.077662 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4d9d9062-1ab1-4584-8910-2ce4054e0763 None None] Provisioning complete for port bc6a0e7b-db91-447b-acb8-e12b9810f4a5 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:44:57.078040 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d9d9062-1ab1-4584-8910-2ce4054e0763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:57.109636 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-33708586-8070-494a-a996-cb1147b47687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:57.166147 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-a05c5665-3741-4f4e-9d96-02fdd20fe589 None None] Set router 2c9a1564-2218-47d1-b2dc-8571452ccfbd gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:44:57.272303 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-d279feac-f57d-4bf0-b8ff-5fd83be29113 service neutron] 10.222.0.24 "GET /v2.0/networks/dccb6e2a-f4a1-45df-9247-402af428fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102485 Sep 18 12:44:57.300143 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d9d9062-1ab1-4584-8910-2ce4054e0763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:57.371392 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-df182522-b3fe-409a-a9c9-86149390c128 service neutron] 10.222.0.24 "GET /v2.0/networks/dccb6e2a-f4a1-45df-9247-402af428fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929258 Sep 18 12:44:57.374339 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4d9d9062-1ab1-4584-8910-2ce4054e0763 None None] For port bc6a0e7b-db91-447b-acb8-e12b9810f4a5, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=bc6a0e7b-db91-447b-acb8-e12b9810f4a5,segment=NetworkSegment(08e1ccdd-324a-4902-8205-2512d50cfd89),segment_id=08e1ccdd-324a-4902-8205-2512d50cfd89)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:44:57.382151 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d9d9062-1ab1-4584-8910-2ce4054e0763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:57.461847 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d9062-1ab1-4584-8910-2ce4054e0763 None None] Pushing event updated for resources: {'Port': ['ID=bc6a0e7b-db91-447b-acb8-e12b9810f4a5,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:57.484888 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a05c5665-3741-4f4e-9d96-02fdd20fe589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'name': 'tempest-AttachVolumeTestJSON-1319826962-router', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:54Z', 'revision_number': 4, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'gw_port': {'id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'bc6a0e7b-db91-447b-acb8-e12b9810f4a5', 'name': '', 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'mac_address': 'fa:16:3e:e3:1a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:53Z', 'updated_at': '2021-09-18T12:44:56Z', 'revision_number': 4, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'subnets': [{'id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:44:57.516733 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05c5665-3741-4f4e-9d96-02fdd20fe589 None None] The sync data for ids ['2c9a1564-2218-47d1-b2dc-8571452ccfbd'] in dv-cinder-809894-1-iscsi is: [{'id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'name': 'tempest-AttachVolumeTestJSON-1319826962-router', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:54Z', 'revision_number': 4, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'gw_port': {'id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'bc6a0e7b-db91-447b-acb8-e12b9810f4a5', 'name': '', 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'mac_address': 'fa:16:3e:e3:1a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:53Z', 'updated_at': '2021-09-18T12:44:56Z', 'revision_number': 4, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'subnets': [{'id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:44:57.526731 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1a8e47c1-b526-4281-9136-18e7d7877b0f None None] Provisioning complete for port bc6a0e7b-db91-447b-acb8-e12b9810f4a5 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:44:57.527178 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1a8e47c1-b526-4281-9136-18e7d7877b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:57.560459 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1cefc0d2-aad3-4c7e-9d48-3e40bdfae869 req-d590bd4d-9508-4731-bbae-05fd716cc090 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 210 time: 0.0427935 Sep 18 12:44:57.749318 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:57.893600 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device bc6a0e7b-db91-447b-acb8-e12b9810f4a5 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:44:57.943771 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port bc6a0e7b-db91-447b-acb8-e12b9810f4a5 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:44:57.944374 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:58.037659 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device de32727f-6d2d-46bc-86c3-f732a5f3e778 up at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:44:58.089106 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Provisioning complete for port de32727f-6d2d-46bc-86c3-f732a5f3e778 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:44:58.089316 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:58.251357 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:58.588532 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-bfc104da-196b-4a56-90fa-1d2d200e45dc tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:58.590541 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-bfc104da-196b-4a56-90fa-1d2d200e45dc tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.13 "GET /v2.0/networks?id=dccb6e2a-f4a1-45df-9247-402af428fe57 HTTP/1.1" status: 200 len: 811 time: 0.1168768 Sep 18 12:44:58.658650 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c0032215-79c7-41bf-908b-864743728eb6 req-44c5945a-ff1c-4bba-a6fc-b15297642ca3 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 210 time: 0.0336378 Sep 18 12:44:58.663373 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-9d87f851-24df-4bcb-b541-a63292564939 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f09ebd2453a34452928ed0e02adb3f80 HTTP/1.1" status: 200 len: 379 time: 0.0594943 Sep 18 12:44:58.680403 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-34be9f9c-04af-4ebc-beb5-c0ad4b7e1cb6 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Request body: {'port': {'device_id': '4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1', 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57', 'admin_state_up': True, 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'security_groups': ['f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:44:58.781742 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-34be9f9c-04af-4ebc-beb5-c0ad4b7e1cb6 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Made reservation on behalf of f09ebd2453a34452928ed0e02adb3f80 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:44:58.785177 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-34be9f9c-04af-4ebc-beb5-c0ad4b7e1cb6 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:58.907433 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-34be9f9c-04af-4ebc-beb5-c0ad4b7e1cb6 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Allocated IP 172.20.0.7 (dccb6e2a-f4a1-45df-9247-402af428fe57/61f4b903-699f-489b-b0ee-6b9e010d7014/2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:44:59.053992 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-34be9f9c-04af-4ebc-beb5-c0ad4b7e1cb6 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:59.085888 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-34be9f9c-04af-4ebc-beb5-c0ad4b7e1cb6 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:59.127373 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-34be9f9c-04af-4ebc-beb5-c0ad4b7e1cb6 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Network dccb6e2a-f4a1-45df-9247-402af428fe57 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:44:59.130361 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-34be9f9c-04af-4ebc-beb5-c0ad4b7e1cb6 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:44:59.134094 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-34be9f9c-04af-4ebc-beb5-c0ad4b7e1cb6 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:44:59.142283 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be9f9c-04af-4ebc-beb5-c0ad4b7e1cb6 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Pushing event updated for resources: {'Port': ['ID=2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:59.187560 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-34be9f9c-04af-4ebc-beb5-c0ad4b7e1cb6 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:59.188212 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-34be9f9c-04af-4ebc-beb5-c0ad4b7e1cb6 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:59.202801 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-34be9f9c-04af-4ebc-beb5-c0ad4b7e1cb6 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5334775 Sep 18 12:44:59.215322 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-3e9e41cc-b0ee-4f64-a6e6-5a4693812bf3 service neutron] Request body: {'port': {'device_id': '4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:44:59.278986 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-3e9e41cc-b0ee-4f64-a6e6-5a4693812bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:59.394025 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-e56be8ea-6be5-4da7-8a79-366d6aa4d2b6 None None] Provisioning complete for port 2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:44:59.394502 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e56be8ea-6be5-4da7-8a79-366d6aa4d2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:59.429746 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-e56be8ea-6be5-4da7-8a79-366d6aa4d2b6 None None] Port 2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 12:44:59.511082 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-3f28aff5-e055-46fb-85e7-1f7f52cd5678 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-58284222&fields=id&tenant_id=e4b17c4b73c846a5beaa565957fa5b0f HTTP/1.1" status: 200 len: 267 time: 0.0506864 Sep 18 12:44:59.621707 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:59.641002 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-3e9e41cc-b0ee-4f64-a6e6-5a4693812bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:44:59.655231 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-3e9e41cc-b0ee-4f64-a6e6-5a4693812bf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:59.670949 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-47429984-bdc1-4ef2-88d5-fc4ba4b25be0 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:59.672430 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-47429984-bdc1-4ef2-88d5-fc4ba4b25be0 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/networks?id=912eee10-59e8-4a2c-acbd-9133161c8c07 HTTP/1.1" status: 200 len: 812 time: 0.1521995 Sep 18 12:44:59.676730 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-3e9e41cc-b0ee-4f64-a6e6-5a4693812bf3 service neutron] Transition to ACTIVE for port object 2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 12:44:59.686122 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-3e9e41cc-b0ee-4f64-a6e6-5a4693812bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25309473'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:44:59.695209 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-c865b79e-1d96-4083-8173-010a8b35ff85 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/quotas/e4b17c4b73c846a5beaa565957fa5b0f HTTP/1.1" status: 200 len: 375 time: 0.0170774 Sep 18 12:44:59.792368 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e41cc-b0ee-4f64-a6e6-5a4693812bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:44:59.837490 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-821a8df2-cff8-42d7-9acd-542a466d2ad1 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e4b17c4b73c846a5beaa565957fa5b0f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1235471 Sep 18 12:44:59.881769 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c83b8-e674-4c77-ab3c-65efff260b80 req-8fcf32f7-57ed-4452-99d1-eb30d5166520 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:44:59.884073 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8b7c83b8-e674-4c77-ab3c-65efff260b80 req-8fcf32f7-57ed-4452-99d1-eb30d5166520 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 943 time: 0.1512313 Sep 18 12:44:59.977134 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-3e9e41cc-b0ee-4f64-a6e6-5a4693812bf3 service neutron] Attempting to bind port 2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311 on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:44:59.977398 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-3e9e41cc-b0ee-4f64-a6e6-5a4693812bf3 service neutron] Attempting to bind port 2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311 by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': '08e1ccdd-324a-4902-8205-2512d50cfd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:44:59.977720 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-3e9e41cc-b0ee-4f64-a6e6-5a4693812bf3 service neutron] Attempting to bind port 2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311 on network dccb6e2a-f4a1-45df-9247-402af428fe57 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:44:59.991777 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8b7c83b8-e674-4c77-ab3c-65efff260b80 req-c4531d0d-48c6-4c4e-8723-b0e2f8e1e39f tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945296 Sep 18 12:44:59.995344 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-3e9e41cc-b0ee-4f64-a6e6-5a4693812bf3 service neutron] Port 2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311 on network dccb6e2a-f4a1-45df-9247-402af428fe57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 12:44:59.995686 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-3e9e41cc-b0ee-4f64-a6e6-5a4693812bf3 service neutron] Attempting to bind port 2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311 on network dccb6e2a-f4a1-45df-9247-402af428fe57 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:45:00.006259 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-3e9e41cc-b0ee-4f64-a6e6-5a4693812bf3 service neutron] Checking agent: {'id': '48060bde-194c-4a59-bb73-c876edc89e02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'started_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:45:00.006596 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-3e9e41cc-b0ee-4f64-a6e6-5a4693812bf3 service neutron] Checking segment: {'id': '08e1ccdd-324a-4902-8205-2512d50cfd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:45:00.006963 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-3e9e41cc-b0ee-4f64-a6e6-5a4693812bf3 service neutron] Bound using segment: {'id': '08e1ccdd-324a-4902-8205-2512d50cfd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:45:00.007635 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-3e9e41cc-b0ee-4f64-a6e6-5a4693812bf3 service neutron] Bound port: 2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e1ccdd-324a-4902-8205-2512d50cfd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:45:00.008538 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-3e9e41cc-b0ee-4f64-a6e6-5a4693812bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:00.020221 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-254ebe7e-2278-49ce-a9de-8d6a7acbd9fe service neutron] 10.222.0.24 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607454 Sep 18 12:45:00.130589 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-3e9e41cc-b0ee-4f64-a6e6-5a4693812bf3 service neutron] For port 2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311, host hv-cinder-80989, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:45:00.135368 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-3e9e41cc-b0ee-4f64-a6e6-5a4693812bf3 service neutron] For port 2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311,segment=NetworkSegment(08e1ccdd-324a-4902-8205-2512d50cfd89),segment_id=08e1ccdd-324a-4902-8205-2512d50cfd89)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:45:00.145858 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-3e9e41cc-b0ee-4f64-a6e6-5a4693812bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25309473'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:00.175712 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-4b3ced50-b863-423e-bca2-da7f7d6ecce1 service neutron] 10.222.0.24 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489880 Sep 18 12:45:00.183140 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-3e9e41cc-b0ee-4f64-a6e6-5a4693812bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:00.183906 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-3e9e41cc-b0ee-4f64-a6e6-5a4693812bf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:00.185176 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-3e9e41cc-b0ee-4f64-a6e6-5a4693812bf3 service neutron] 10.222.0.13 "PUT /v2.0/ports/2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311 HTTP/1.1" status: 200 len: 1093 time: 0.9740839 Sep 18 12:45:00.185528 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1', 'tag': '2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:45:00.187799 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e878fff0-d369-4387-a91c-29b556b792cb" -d '{"events": [{"name": "network-changed", "server_uuid": "4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1", "tag": "2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:45:00.213776 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e41cc-b0ee-4f64-a6e6-5a4693812bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:45:00.259947 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6219706-ef3b-463b-823f-2e66302a4712 x-openstack-request-id: req-f6219706-ef3b-463b-823f-2e66302a4712 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:45:00.260320 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1", "tag": "2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:45:00.260472 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6219706-ef3b-463b-823f-2e66302a4712 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:45:00.260851 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1', 'tag': '2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311', 'status': 'completed', 'code': 200} Sep 18 12:45:00.278199 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-cb6e8a4e-6aae-4c83-a7d8-395ae5a03c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:00.279749 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-cb6e8a4e-6aae-4c83-a7d8-395ae5a03c2d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f09ebd2453a34452928ed0e02adb3f80&device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0530329 Sep 18 12:45:00.324990 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-5d107076-046c-443b-8575-d1e6186b032b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311 HTTP/1.1" status: 200 len: 217 time: 0.0368254 Sep 18 12:45:00.379755 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-181117dc-cc30-441c-afb2-a080f0d0b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:00.381241 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-181117dc-cc30-441c-afb2-a080f0d0b053 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61f4b903-699f-489b-b0ee-6b9e010d7014 HTTP/1.1" status: 200 len: 850 time: 0.0498650 Sep 18 12:45:00.431083 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-0eac02de-2876-4940-bf79-7aa4f4d19980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:00.432698 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-0eac02de-2876-4940-bf79-7aa4f4d19980 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dccb6e2a-f4a1-45df-9247-402af428fe57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442743 Sep 18 12:45:00.538744 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a2e38ae3-f3bc-4a03-b2bd-6ca5760bb857 req-7e6b9475-e08d-4149-a014-b337ea90d8c1 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=276c1448-5b3b-4842-8c98-9e7746c575e7 HTTP/1.1" status: 200 len: 210 time: 0.0331237 Sep 18 12:45:00.562134 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-04fd8d07-2580-456b-84fd-972228fd62f1 service neutron] 10.222.0.13 "GET /v2.0/networks/dccb6e2a-f4a1-45df-9247-402af428fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226394 Sep 18 12:45:00.657702 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-76c7dda4-8c30-4d52-9c56-6703a3efe03a req-ae27a807-f2ed-47c8-a217-d2cda10a3c33 service neutron] 10.222.0.13 "GET /v2.0/networks/dccb6e2a-f4a1-45df-9247-402af428fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888305 Sep 18 12:45:00.746324 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878fff0-d369-4387-a91c-29b556b792cb req-736cff9b-c277-4b99-b2a6-ad04d6ed931f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:00.747958 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e878fff0-d369-4387-a91c-29b556b792cb req-736cff9b-c277-4b99-b2a6-ad04d6ed931f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f09ebd2453a34452928ed0e02adb3f80&device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0413513 Sep 18 12:45:00.841983 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878fff0-d369-4387-a91c-29b556b792cb req-f29d5e52-8568-4f5e-abfe-3cd678973ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:00.843631 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e878fff0-d369-4387-a91c-29b556b792cb req-f29d5e52-8568-4f5e-abfe-3cd678973ea6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dccb6e2a-f4a1-45df-9247-402af428fe57 HTTP/1.1" status: 200 len: 912 time: 0.0890932 Sep 18 12:45:00.884910 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e878fff0-d369-4387-a91c-29b556b792cb req-49054576-35f1-46fb-8a25-aaa4adbada44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311 HTTP/1.1" status: 200 len: 217 time: 0.0340240 Sep 18 12:45:00.934664 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878fff0-d369-4387-a91c-29b556b792cb req-0ed3992b-46a3-4e22-bdff-8058f46de0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:00.936133 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e878fff0-d369-4387-a91c-29b556b792cb req-0ed3992b-46a3-4e22-bdff-8058f46de0c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61f4b903-699f-489b-b0ee-6b9e010d7014 HTTP/1.1" status: 200 len: 850 time: 0.0433960 Sep 18 12:45:01.227903 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878fff0-d369-4387-a91c-29b556b792cb req-a36af9fc-1233-4339-af74-25ad3cbfd1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:01.229338 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e878fff0-d369-4387-a91c-29b556b792cb req-a36af9fc-1233-4339-af74-25ad3cbfd1b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dccb6e2a-f4a1-45df-9247-402af428fe57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2857277 Sep 18 12:45:01.338353 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3620f0-1939-4dd1-9a97-6eba312b87d8 req-cc0f2e4e-a140-42a9-be45-df4737c5ecd2 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:01.339840 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9d3620f0-1939-4dd1-9a97-6eba312b87d8 req-cc0f2e4e-a140-42a9-be45-df4737c5ecd2 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 943 time: 0.1143672 Sep 18 12:45:01.437268 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e878fff0-d369-4387-a91c-29b556b792cb req-88f22222-8a06-4112-92bd-643dd3f9c145 service neutron] 10.222.0.13 "GET /v2.0/networks/dccb6e2a-f4a1-45df-9247-402af428fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983078 Sep 18 12:45:01.449509 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9d3620f0-1939-4dd1-9a97-6eba312b87d8 req-822e73c7-bf14-49f4-96ad-39a3aeeff74c tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960920 Sep 18 12:45:01.499909 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-a7346952-540d-4440-8a81-7371cf90652d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:01.501349 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-a7346952-540d-4440-8a81-7371cf90652d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.13 "GET /v2.0/networks?id=912eee10-59e8-4a2c-acbd-9133161c8c07 HTTP/1.1" status: 200 len: 812 time: 0.1842108 Sep 18 12:45:01.580336 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-59b79f1e-e157-429b-8a91-f8d215b5c574 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4b17c4b73c846a5beaa565957fa5b0f HTTP/1.1" status: 200 len: 378 time: 0.0505865 Sep 18 12:45:01.583843 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e878fff0-d369-4387-a91c-29b556b792cb req-ae5651c7-9533-4aaa-bbfe-9a22fee0107a service neutron] 10.222.0.13 "GET /v2.0/networks/dccb6e2a-f4a1-45df-9247-402af428fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316478 Sep 18 12:45:01.594180 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-c201afca-ec40-4348-a257-5f7d19ed1b3d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Request body: {'port': {'device_id': '276c1448-5b3b-4842-8c98-9e7746c575e7', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'admin_state_up': True, 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'security_groups': ['6a20a424-047f-4937-a3fa-5280617a51f0']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:45:01.647829 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-37f68419-e0db-40f3-b3e1-fa8364ea350d req-0d0c8684-3f17-4f6c-ab23-59f82e704bba tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=276c1448-5b3b-4842-8c98-9e7746c575e7 HTTP/1.1" status: 200 len: 210 time: 0.0382555 Sep 18 12:45:01.725388 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-c201afca-ec40-4348-a257-5f7d19ed1b3d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Made reservation on behalf of e4b17c4b73c846a5beaa565957fa5b0f for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:45:01.729398 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-c201afca-ec40-4348-a257-5f7d19ed1b3d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:01.858838 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-c201afca-ec40-4348-a257-5f7d19ed1b3d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Allocated IP 172.20.0.5 (912eee10-59e8-4a2c-acbd-9133161c8c07/e2bf35ac-f149-49bc-8c73-f2857d2031df/75b0169d-ce9b-40a5-8fa9-b5ac07d21681) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:45:01.991907 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-c201afca-ec40-4348-a257-5f7d19ed1b3d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:02.025007 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-c201afca-ec40-4348-a257-5f7d19ed1b3d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:02.069027 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-c201afca-ec40-4348-a257-5f7d19ed1b3d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Network 912eee10-59e8-4a2c-acbd-9133161c8c07 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:45:02.072673 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-c201afca-ec40-4348-a257-5f7d19ed1b3d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:45:02.074997 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-c201afca-ec40-4348-a257-5f7d19ed1b3d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:45:02.102529 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201afca-ec40-4348-a257-5f7d19ed1b3d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Pushing event updated for resources: {'Port': ['ID=75b0169d-ce9b-40a5-8fa9-b5ac07d21681,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:45:02.131210 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-c201afca-ec40-4348-a257-5f7d19ed1b3d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:02.131853 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-c201afca-ec40-4348-a257-5f7d19ed1b3d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:02.147060 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-c201afca-ec40-4348-a257-5f7d19ed1b3d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5564609 Sep 18 12:45:02.158939 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-a77a150b-88b4-42f2-ba49-4fcad041da93 service neutron] Request body: {'port': {'device_id': '276c1448-5b3b-4842-8c98-9e7746c575e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:45:02.213653 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-a77a150b-88b4-42f2-ba49-4fcad041da93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:02.308727 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-3fcf215c-1b8d-42fa-bfbc-71d54c5198fb None None] Provisioning complete for port 75b0169d-ce9b-40a5-8fa9-b5ac07d21681 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:45:02.309278 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3fcf215c-1b8d-42fa-bfbc-71d54c5198fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:02.344257 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-3fcf215c-1b8d-42fa-bfbc-71d54c5198fb None None] Port 75b0169d-ce9b-40a5-8fa9-b5ac07d21681 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 12:45:02.470569 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-a77a150b-88b4-42f2-ba49-4fcad041da93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75b0169d-ce9b-40a5-8fa9-b5ac07d21681 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:45:02.477965 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-a77a150b-88b4-42f2-ba49-4fcad041da93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:02.489609 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-a77a150b-88b4-42f2-ba49-4fcad041da93 service neutron] Transition to ACTIVE for port object 75b0169d-ce9b-40a5-8fa9-b5ac07d21681 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 12:45:02.494416 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-a77a150b-88b4-42f2-ba49-4fcad041da93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25309473'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:02.574821 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a150b-88b4-42f2-ba49-4fcad041da93 service neutron] Pushing event updated for resources: {'Port': ['ID=75b0169d-ce9b-40a5-8fa9-b5ac07d21681,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:45:02.633752 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596a0b5-3a14-4c4c-97bd-2cbf816d8ad3 req-7ab2fba6-4000-4a0b-9f2a-2dec26cdec83 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:02.635285 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1596a0b5-3a14-4c4c-97bd-2cbf816d8ad3 req-7ab2fba6-4000-4a0b-9f2a-2dec26cdec83 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 943 time: 0.1162276 Sep 18 12:45:02.676370 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-a77a150b-88b4-42f2-ba49-4fcad041da93 service neutron] Attempting to bind port 75b0169d-ce9b-40a5-8fa9-b5ac07d21681 on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:45:02.677106 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-a77a150b-88b4-42f2-ba49-4fcad041da93 service neutron] Attempting to bind port 75b0169d-ce9b-40a5-8fa9-b5ac07d21681 by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': '1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:45:02.677106 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-a77a150b-88b4-42f2-ba49-4fcad041da93 service neutron] Attempting to bind port 75b0169d-ce9b-40a5-8fa9-b5ac07d21681 on network 912eee10-59e8-4a2c-acbd-9133161c8c07 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:45:02.688164 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-a77a150b-88b4-42f2-ba49-4fcad041da93 service neutron] Port 75b0169d-ce9b-40a5-8fa9-b5ac07d21681 on network 912eee10-59e8-4a2c-acbd-9133161c8c07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 12:45:02.688492 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-a77a150b-88b4-42f2-ba49-4fcad041da93 service neutron] Attempting to bind port 75b0169d-ce9b-40a5-8fa9-b5ac07d21681 on network 912eee10-59e8-4a2c-acbd-9133161c8c07 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:45:02.697495 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1596a0b5-3a14-4c4c-97bd-2cbf816d8ad3 req-d22263a5-8657-4e41-9825-2ceceaec29cf tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547709 Sep 18 12:45:02.698350 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-a77a150b-88b4-42f2-ba49-4fcad041da93 service neutron] Checking agent: {'id': '48060bde-194c-4a59-bb73-c876edc89e02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'started_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:45:02.698682 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-a77a150b-88b4-42f2-ba49-4fcad041da93 service neutron] Checking segment: {'id': '1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:45:02.699051 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-a77a150b-88b4-42f2-ba49-4fcad041da93 service neutron] Bound using segment: {'id': '1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:45:02.699469 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-a77a150b-88b4-42f2-ba49-4fcad041da93 service neutron] Bound port: 75b0169d-ce9b-40a5-8fa9-b5ac07d21681, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:45:02.699859 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-a77a150b-88b4-42f2-ba49-4fcad041da93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:02.789469 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-a77a150b-88b4-42f2-ba49-4fcad041da93 service neutron] For port 75b0169d-ce9b-40a5-8fa9-b5ac07d21681, host hv-cinder-80989, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:45:02.794462 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-a77a150b-88b4-42f2-ba49-4fcad041da93 service neutron] For port 75b0169d-ce9b-40a5-8fa9-b5ac07d21681, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=75b0169d-ce9b-40a5-8fa9-b5ac07d21681,segment=NetworkSegment(1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f),segment_id=1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:45:02.803187 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a960c2-d956-4018-b213-650830c12be9 req-bb133a7e-d2e5-4d71-b203-5b91f5eed1b2 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:02.805282 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-59a960c2-d956-4018-b213-650830c12be9 req-bb133a7e-d2e5-4d71-b203-5b91f5eed1b2 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=276c1448-5b3b-4842-8c98-9e7746c575e7 HTTP/1.1" status: 200 len: 943 time: 0.0731153 Sep 18 12:45:02.806742 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-a77a150b-88b4-42f2-ba49-4fcad041da93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25309473'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:02.858898 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-a77a150b-88b4-42f2-ba49-4fcad041da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:02.859510 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-a77a150b-88b4-42f2-ba49-4fcad041da93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:02.860922 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-a77a150b-88b4-42f2-ba49-4fcad041da93 service neutron] 10.222.0.13 "PUT /v2.0/ports/75b0169d-ce9b-40a5-8fa9-b5ac07d21681 HTTP/1.1" status: 200 len: 1093 time: 0.7062492 Sep 18 12:45:02.863017 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276c1448-5b3b-4842-8c98-9e7746c575e7', 'tag': '75b0169d-ce9b-40a5-8fa9-b5ac07d21681'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:45:02.865349 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867a683e-8f9c-4ecb-b159-938bbbff3a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "276c1448-5b3b-4842-8c98-9e7746c575e7", "tag": "75b0169d-ce9b-40a5-8fa9-b5ac07d21681"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:45:02.901220 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-59a960c2-d956-4018-b213-650830c12be9 req-2ed232ae-1f5a-48c1-8d05-7d29656f020d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0867050 Sep 18 12:45:02.902260 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a150b-88b4-42f2-ba49-4fcad041da93 service neutron] Pushing event updated for resources: {'Port': ['ID=75b0169d-ce9b-40a5-8fa9-b5ac07d21681,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:45:02.922577 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba3c1a9-34e2-40a5-85e4-10579501344b x-openstack-request-id: req-3ba3c1a9-34e2-40a5-85e4-10579501344b {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:45:02.922855 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276c1448-5b3b-4842-8c98-9e7746c575e7", "tag": "75b0169d-ce9b-40a5-8fa9-b5ac07d21681", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:45:02.923099 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ba3c1a9-34e2-40a5-85e4-10579501344b {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:45:02.923487 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276c1448-5b3b-4842-8c98-9e7746c575e7', 'tag': '75b0169d-ce9b-40a5-8fa9-b5ac07d21681', 'status': 'completed', 'code': 200} Sep 18 12:45:02.956325 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-6898acb9-d0c7-400a-a93f-f83fa595eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:02.957996 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-6898acb9-d0c7-400a-a93f-f83fa595eb43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4b17c4b73c846a5beaa565957fa5b0f&device_id=276c1448-5b3b-4842-8c98-9e7746c575e7 HTTP/1.1" status: 200 len: 1096 time: 0.0443246 Sep 18 12:45:03.002491 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-fe660d76-ad53-4406-9291-7964842e727e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75b0169d-ce9b-40a5-8fa9-b5ac07d21681 HTTP/1.1" status: 200 len: 217 time: 0.0353229 Sep 18 12:45:03.056043 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-18934950-6ac5-405e-966f-53b3795156e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:03.057509 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-18934950-6ac5-405e-966f-53b3795156e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e2bf35ac-f149-49bc-8c73-f2857d2031df HTTP/1.1" status: 200 len: 851 time: 0.0485456 Sep 18 12:45:03.103035 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-1b3e3e90-25ee-4713-a7dd-121f76ca3875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:03.104605 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-1b3e3e90-25ee-4713-a7dd-121f76ca3875 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=912eee10-59e8-4a2c-acbd-9133161c8c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400085 Sep 18 12:45:03.193689 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-dd9cef84-3607-473f-826c-72e27e1f0f44 service neutron] 10.222.0.13 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821364 Sep 18 12:45:03.279760 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-652c0113-7a52-4b8e-83d3-3c4fb6d3d383 req-4b8034ca-cf4f-456d-a37b-ee26fe934cca service neutron] 10.222.0.13 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788696 Sep 18 12:45:03.366859 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a683e-8f9c-4ecb-b159-938bbbff3a3f req-03e4a4bb-2110-418e-943e-fe4b11da5298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:03.368393 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-867a683e-8f9c-4ecb-b159-938bbbff3a3f req-03e4a4bb-2110-418e-943e-fe4b11da5298 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4b17c4b73c846a5beaa565957fa5b0f&device_id=276c1448-5b3b-4842-8c98-9e7746c575e7 HTTP/1.1" status: 200 len: 1096 time: 0.0408418 Sep 18 12:45:03.389442 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311 details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 12:45:03.463296 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a683e-8f9c-4ecb-b159-938bbbff3a3f req-6822392d-74d9-49ab-bcf5-6d1c9b256594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:03.464787 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-867a683e-8f9c-4ecb-b159-938bbbff3a3f req-6822392d-74d9-49ab-bcf5-6d1c9b256594 service neutron] 10.222.0.13 "GET /v2.0/networks?id=912eee10-59e8-4a2c-acbd-9133161c8c07 HTTP/1.1" status: 200 len: 913 time: 0.0886467 Sep 18 12:45:03.480705 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311,segment=NetworkSegment(08e1ccdd-324a-4902-8205-2512d50cfd89),segment_id=08e1ccdd-324a-4902-8205-2512d50cfd89)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:45:03.491577 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Returning: {'device': '2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311', 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57', 'port_id': '2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311', 'mac_address': 'fa:16:3e:98:03:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 12:45:03.505840 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-867a683e-8f9c-4ecb-b159-938bbbff3a3f req-2c621a71-3f40-412f-b242-3264741a75c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75b0169d-ce9b-40a5-8fa9-b5ac07d21681 HTTP/1.1" status: 200 len: 217 time: 0.0328166 Sep 18 12:45:03.532083 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:03.544474 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:45:03.557620 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a683e-8f9c-4ecb-b159-938bbbff3a3f req-bb201f12-5aa7-4d44-9274-482121aa2c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:03.559083 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-867a683e-8f9c-4ecb-b159-938bbbff3a3f req-bb201f12-5aa7-4d44-9274-482121aa2c3a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e2bf35ac-f149-49bc-8c73-f2857d2031df HTTP/1.1" status: 200 len: 851 time: 0.0458336 Sep 18 12:45:03.563187 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311,segment=NetworkSegment(08e1ccdd-324a-4902-8205-2512d50cfd89),segment_id=08e1ccdd-324a-4902-8205-2512d50cfd89)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:45:03.567332 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:03.606713 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a683e-8f9c-4ecb-b159-938bbbff3a3f req-12826513-2b6a-49d0-b823-c24aaa2dc102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:03.608205 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-867a683e-8f9c-4ecb-b159-938bbbff3a3f req-12826513-2b6a-49d0-b823-c24aaa2dc102 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=912eee10-59e8-4a2c-acbd-9133161c8c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404449 Sep 18 12:45:03.614362 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:45:03.699004 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-867a683e-8f9c-4ecb-b159-938bbbff3a3f req-92e272dc-2ad2-4c87-bf71-c9fb199c483b service neutron] 10.222.0.13 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797577 Sep 18 12:45:03.821584 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-867a683e-8f9c-4ecb-b159-938bbbff3a3f req-9e18ddba-a8bf-4bcc-a213-7a325da4c98e service neutron] 10.222.0.13 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120946 Sep 18 12:45:03.825914 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:45:03.832800 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8bba12-f0ce-411c-b08b-a4052f371c33 req-98fc458f-b784-4712-93e9-1c79bb2aa3ee tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:03.834267 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4f8bba12-f0ce-411c-b08b-a4052f371c33 req-98fc458f-b784-4712-93e9-1c79bb2aa3ee tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 944 time: 0.0681496 Sep 18 12:45:03.871570 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4f8bba12-f0ce-411c-b08b-a4052f371c33 req-cf73ac8b-6672-4ad0-883e-79a9c9d674e3 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309830 Sep 18 12:45:04.019297 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142ca10-da63-4038-a85d-cb473a31a9ac req-ba653205-c95b-425f-89a6-675d5db8fbcc tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:04.020774 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4142ca10-da63-4038-a85d-cb473a31a9ac req-ba653205-c95b-425f-89a6-675d5db8fbcc tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=276c1448-5b3b-4842-8c98-9e7746c575e7 HTTP/1.1" status: 200 len: 943 time: 0.0513616 Sep 18 12:45:04.057906 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4142ca10-da63-4038-a85d-cb473a31a9ac req-1aeb6f2b-8377-48b9-afd3-baaf037c9b50 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312164 Sep 18 12:45:04.815211 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:45:04.983279 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb12dba-44c0-413e-9e00-4fa0191a2f27 req-967a536e-55ea-409c-8b9b-0fe7abbbd92c tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:04.984804 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cbb12dba-44c0-413e-9e00-4fa0191a2f27 req-967a536e-55ea-409c-8b9b-0fe7abbbd92c tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 944 time: 0.0479748 Sep 18 12:45:05.022224 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cbb12dba-44c0-413e-9e00-4fa0191a2f27 req-27dd2b70-e595-4453-9b25-6bc87d910bcb tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315330 Sep 18 12:45:05.168259 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c15fbf-ec77-4250-9778-b7c4d62cd499 req-2b9bad03-7648-4074-9f36-1c1824a8f19d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:05.169712 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f1c15fbf-ec77-4250-9778-b7c4d62cd499 req-2b9bad03-7648-4074-9f36-1c1824a8f19d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=276c1448-5b3b-4842-8c98-9e7746c575e7 HTTP/1.1" status: 200 len: 943 time: 0.0479462 Sep 18 12:45:05.206314 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f1c15fbf-ec77-4250-9778-b7c4d62cd499 req-b308fa3e-f3a9-41d0-90d9-e2ff18e0319b tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308712 Sep 18 12:45:05.388722 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311 up at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:45:05.434414 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning for port 2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 12:45:05.437876 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning complete for port 2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:45:05.438259 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:05.511567 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:05.534935 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:45:05.537177 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f443903345165d416a651567efac34002f351ff04fccc6d410eaa1beaa8a1ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a258fca5-7334-4510-9ea5-0b68aa8dc3e2" -d '{"events": [{"server_uuid": "4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1", "name": "network-vif-plugged", "status": "completed", "tag": "2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:45:05.549354 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311,segment=NetworkSegment(08e1ccdd-324a-4902-8205-2512d50cfd89),segment_id=08e1ccdd-324a-4902-8205-2512d50cfd89)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:45:05.553964 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:05.577184 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2700da30-2d20-484a-ad6d-eb191a284173 x-openstack-request-id: req-2700da30-2d20-484a-ad6d-eb191a284173 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:45:05.577463 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1", "name": "network-vif-plugged", "status": "completed", "tag": "2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:45:05.577709 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2700da30-2d20-484a-ad6d-eb191a284173 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:45:05.578092 dv-cinder-809894-1-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311', 'code': 200} Sep 18 12:45:05.604486 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:45:05.739892 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd275aaa-f2f7-4a8b-a29d-89d4ab0a3887 req-1ff7c5a0-6a3c-4309-ba55-60b7303d097b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:05.741270 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cd275aaa-f2f7-4a8b-a29d-89d4ab0a3887 req-1ff7c5a0-6a3c-4309-ba55-60b7303d097b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0415719 Sep 18 12:45:05.775351 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cd275aaa-f2f7-4a8b-a29d-89d4ab0a3887 req-41f57b81-fbff-4868-9252-c36f995a859a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268495 Sep 18 12:45:06.133095 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3d68e-f82b-434c-bb00-6369aa45a4c4 req-0ff55206-e6d6-4b8f-a131-46636830672f tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:06.134577 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-47e3d68e-f82b-434c-bb00-6369aa45a4c4 req-0ff55206-e6d6-4b8f-a131-46636830672f tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0477531 Sep 18 12:45:06.171315 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-47e3d68e-f82b-434c-bb00-6369aa45a4c4 req-9038baa3-1995-4c8f-951e-4e41886c446a tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309613 Sep 18 12:45:06.318154 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5945a6-62ef-4be5-ba82-ff6c4235472e req-f92fa14a-3c61-42ab-9eb3-b397f3c4ff74 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:06.319602 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eb5945a6-62ef-4be5-ba82-ff6c4235472e req-f92fa14a-3c61-42ab-9eb3-b397f3c4ff74 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=276c1448-5b3b-4842-8c98-9e7746c575e7 HTTP/1.1" status: 200 len: 943 time: 0.0472507 Sep 18 12:45:06.359038 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eb5945a6-62ef-4be5-ba82-ff6c4235472e req-648b387e-b4de-4ca8-9600-5edf1215d374 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335839 Sep 18 12:45:07.284160 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f433ee-ea87-4031-b0b0-25197764d5e7 req-9d739187-c883-4e68-8318-b1371bec7922 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:07.285525 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a5f433ee-ea87-4031-b0b0-25197764d5e7 req-9d739187-c883-4e68-8318-b1371bec7922 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0506756 Sep 18 12:45:07.322305 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a5f433ee-ea87-4031-b0b0-25197764d5e7 req-9996a580-b47d-486e-9864-9f42d97de2c2 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304306 Sep 18 12:45:07.432767 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69f103-c751-40ee-8ae7-134d0684adc8 req-18d5fa39-ceb8-4ad3-97ea-60401a27fe32 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:07.434242 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ad69f103-c751-40ee-8ae7-134d0684adc8 req-18d5fa39-ceb8-4ad3-97ea-60401a27fe32 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0487299 Sep 18 12:45:07.442656 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 57056) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:45:07.446764 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-39380ab9-83bc-41de-a28a-975633669737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Request body: {'floatingip': {'port_id': '2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:45:07.501729 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-39380ab9-83bc-41de-a28a-975633669737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for floatingip, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:07.549097 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80b9d4-8b0c-46b4-8a20-d6c5fbba5974 req-0c1f89b1-2f9d-4577-9b1e-c84c1f030089 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:07.550487 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2d80b9d4-8b0c-46b4-8a20-d6c5fbba5974 req-0c1f89b1-2f9d-4577-9b1e-c84c1f030089 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=276c1448-5b3b-4842-8c98-9e7746c575e7 HTTP/1.1" status: 200 len: 943 time: 0.1260822 Sep 18 12:45:07.633999 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2d80b9d4-8b0c-46b4-8a20-d6c5fbba5974 req-6671e952-1cff-4764-a1c4-9c87e742abed tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691159 Sep 18 12:45:07.952324 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-39380ab9-83bc-41de-a28a-975633669737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:07.955807 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-39380ab9-83bc-41de-a28a-975633669737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673873'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:08.052440 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-39380ab9-83bc-41de-a28a-975633669737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Floating IP 2b69cbc0-437d-4441-9c35-4c53781ce68b associated. External IP: 172.27.1.65, port: 2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311. Sep 18 12:45:08.490428 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39380ab9-83bc-41de-a28a-975633669737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Router 2c9a1564-2218-47d1-b2dc-8571452ccfbd has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:45:08.593882 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39380ab9-83bc-41de-a28a-975633669737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:45:08.598357 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-39380ab9-83bc-41de-a28a-975633669737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:08.604527 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0286420d-aaa8-434b-9d94-f0b91bc79277 None None] Sync routers for ids ['2c9a1564-2218-47d1-b2dc-8571452ccfbd'] in dv-cinder-809894-1-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:45:08.613120 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0286420d-aaa8-434b-9d94-f0b91bc79277 None None] Routers {'2c9a1564-2218-47d1-b2dc-8571452ccfbd'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:45:08.613709 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-0286420d-aaa8-434b-9d94-f0b91bc79277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:44:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['2c9a1564-2218-47d1-b2dc-8571452ccfbd'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:45:08.624879 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-39380ab9-83bc-41de-a28a-975633669737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "PUT /v2.0/floatingips/2b69cbc0-437d-4441-9c35-4c53781ce68b HTTP/1.1" status: 200 len: 990 time: 1.1812391 Sep 18 12:45:08.625810 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1', 'tag': '2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:45:08.628201 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53a5096-cec3-4a31-b094-95697012c44f" -d '{"events": [{"name": "network-changed", "server_uuid": "4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1", "tag": "2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:45:08.664156 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f13984-9116-4894-b67b-0e20f0e83eea x-openstack-request-id: req-91f13984-9116-4894-b67b-0e20f0e83eea {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:45:08.664454 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1", "tag": "2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:45:08.664694 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91f13984-9116-4894-b67b-0e20f0e83eea {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:45:08.665089 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1', 'tag': '2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311', 'status': 'completed', 'code': 200} Sep 18 12:45:08.729440 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-0286420d-aaa8-434b-9d94-f0b91bc79277 None None] Set router 2c9a1564-2218-47d1-b2dc-8571452ccfbd gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:45:08.757768 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a5096-cec3-4a31-b094-95697012c44f req-d77a768c-0bfb-4bc4-b3c2-374b7acab745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:08.759198 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c53a5096-cec3-4a31-b094-95697012c44f req-d77a768c-0bfb-4bc4-b3c2-374b7acab745 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f09ebd2453a34452928ed0e02adb3f80&device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0691376 Sep 18 12:45:08.770823 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bee913-b0a2-41d6-b1e2-19f04f24866b req-7342bfdf-5913-4a41-97c1-fcb246939f69 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:08.772325 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-12bee913-b0a2-41d6-b1e2-19f04f24866b req-7342bfdf-5913-4a41-97c1-fcb246939f69 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=276c1448-5b3b-4842-8c98-9e7746c575e7 HTTP/1.1" status: 200 len: 943 time: 0.0581055 Sep 18 12:45:08.864375 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-12bee913-b0a2-41d6-b1e2-19f04f24866b req-6e8ef37b-2cf6-43dd-97e7-6b0b554b8ee5 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0838699 Sep 18 12:45:08.887631 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a5096-cec3-4a31-b094-95697012c44f req-f7877abb-ed9e-40db-8bce-902656166ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:08.889133 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c53a5096-cec3-4a31-b094-95697012c44f req-f7877abb-ed9e-40db-8bce-902656166ddc service neutron] 10.222.0.13 "GET /v2.0/networks?id=dccb6e2a-f4a1-45df-9247-402af428fe57 HTTP/1.1" status: 200 len: 912 time: 0.1159389 Sep 18 12:45:08.945160 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-0286420d-aaa8-434b-9d94-f0b91bc79277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'name': 'tempest-AttachVolumeTestJSON-1319826962-router', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:54Z', 'revision_number': 4, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'gw_port': {'id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': '2b69cbc0-437d-4441-9c35-4c53781ce68b', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'port_id': '2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57', 'mac_address': 'fa:16:3e:98:03:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:44:56Z', 'updated_at': '2021-09-18T12:45:07Z', 'revision_number': 1, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6a0e7b-db91-447b-acb8-e12b9810f4a5', 'name': '', 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'mac_address': 'fa:16:3e:e3:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:53Z', 'updated_at': '2021-09-18T12:44:57Z', 'revision_number': 5, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'subnets': [{'id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:45:08.957650 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c53a5096-cec3-4a31-b094-95697012c44f req-781fdfdc-79e0-4c08-b21e-4c8db1da81bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311 HTTP/1.1" status: 200 len: 998 time: 0.0604050 Sep 18 12:45:08.974525 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0286420d-aaa8-434b-9d94-f0b91bc79277 None None] Checking router: 2c9a1564-2218-47d1-b2dc-8571452ccfbd for host: dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:45:08.983250 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0286420d-aaa8-434b-9d94-f0b91bc79277 None None] Routers {'2c9a1564-2218-47d1-b2dc-8571452ccfbd'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:45:08.983867 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-0286420d-aaa8-434b-9d94-f0b91bc79277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:44:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['2c9a1564-2218-47d1-b2dc-8571452ccfbd'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:45:09.009703 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a5096-cec3-4a31-b094-95697012c44f req-d8abe3fa-6ca4-4537-9072-61b5037eadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:09.011104 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c53a5096-cec3-4a31-b094-95697012c44f req-d8abe3fa-6ca4-4537-9072-61b5037eadc7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61f4b903-699f-489b-b0ee-6b9e010d7014 HTTP/1.1" status: 200 len: 850 time: 0.0452538 Sep 18 12:45:09.057524 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a5096-cec3-4a31-b094-95697012c44f req-463494bb-8a92-43fd-aad3-db988d99b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:09.059005 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c53a5096-cec3-4a31-b094-95697012c44f req-463494bb-8a92-43fd-aad3-db988d99b6ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dccb6e2a-f4a1-45df-9247-402af428fe57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390525 Sep 18 12:45:09.158732 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c53a5096-cec3-4a31-b094-95697012c44f req-138b9ec7-b2b6-4c00-bc9b-6f20eb64e742 service neutron] 10.222.0.13 "GET /v2.0/networks/dccb6e2a-f4a1-45df-9247-402af428fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910649 Sep 18 12:45:09.171594 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-0286420d-aaa8-434b-9d94-f0b91bc79277 None None] Set router 2c9a1564-2218-47d1-b2dc-8571452ccfbd gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:45:09.247320 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c53a5096-cec3-4a31-b094-95697012c44f req-c6e11515-0b67-4cd9-a953-0fe3d0e43786 service neutron] 10.222.0.13 "GET /v2.0/networks/dccb6e2a-f4a1-45df-9247-402af428fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806887 Sep 18 12:45:09.385770 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-0286420d-aaa8-434b-9d94-f0b91bc79277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'name': 'tempest-AttachVolumeTestJSON-1319826962-router', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:54Z', 'revision_number': 4, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'gw_port': {'id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': '2b69cbc0-437d-4441-9c35-4c53781ce68b', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'port_id': '2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57', 'mac_address': 'fa:16:3e:98:03:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:44:56Z', 'updated_at': '2021-09-18T12:45:07Z', 'revision_number': 1, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6a0e7b-db91-447b-acb8-e12b9810f4a5', 'name': '', 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'mac_address': 'fa:16:3e:e3:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:53Z', 'updated_at': '2021-09-18T12:44:57Z', 'revision_number': 5, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'subnets': [{'id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:45:09.411148 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0286420d-aaa8-434b-9d94-f0b91bc79277 None None] The sync data for ids ['2c9a1564-2218-47d1-b2dc-8571452ccfbd'] in dv-cinder-809894-1-iscsi is: [{'id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'name': 'tempest-AttachVolumeTestJSON-1319826962-router', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:54Z', 'revision_number': 4, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'gw_port': {'id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': '2b69cbc0-437d-4441-9c35-4c53781ce68b', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'port_id': '2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57', 'mac_address': 'fa:16:3e:98:03:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:44:56Z', 'updated_at': '2021-09-18T12:45:07Z', 'revision_number': 1, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6a0e7b-db91-447b-acb8-e12b9810f4a5', 'name': '', 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'mac_address': 'fa:16:3e:e3:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:53Z', 'updated_at': '2021-09-18T12:44:57Z', 'revision_number': 5, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'subnets': [{'id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:45:09.588587 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c78358-ae67-466d-8c71-ae1dc64a2da0 None None] New status for floating IP 2b69cbc0-437d-4441-9c35-4c53781ce68b: ACTIVE {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 12:45:09.974739 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16dd3a-6d53-4033-a465-a603cae85cd3 req-618c119d-fb2f-4c8e-bec8-88c0943e1989 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:09.976207 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0e16dd3a-6d53-4033-a465-a603cae85cd3 req-618c119d-fb2f-4c8e-bec8-88c0943e1989 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=276c1448-5b3b-4842-8c98-9e7746c575e7 HTTP/1.1" status: 200 len: 943 time: 0.0474648 Sep 18 12:45:10.017370 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0e16dd3a-6d53-4033-a465-a603cae85cd3 req-d412bf85-dc39-46ac-9881-97e4ced8e284 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353999 Sep 18 12:45:11.128212 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679891a2-23b1-4f09-ae8a-58325c436c31 req-aa58f964-598b-43f3-94c6-e25678722dbe tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:11.129693 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-679891a2-23b1-4f09-ae8a-58325c436c31 req-aa58f964-598b-43f3-94c6-e25678722dbe tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=276c1448-5b3b-4842-8c98-9e7746c575e7 HTTP/1.1" status: 200 len: 943 time: 0.0476949 Sep 18 12:45:11.166767 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-679891a2-23b1-4f09-ae8a-58325c436c31 req-931a39cb-2c6a-4000-b0c4-ba0b105f6a62 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305383 Sep 18 12:45:11.423013 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 75b0169d-ce9b-40a5-8fa9-b5ac07d21681 details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 12:45:11.516870 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 75b0169d-ce9b-40a5-8fa9-b5ac07d21681, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=75b0169d-ce9b-40a5-8fa9-b5ac07d21681,segment=NetworkSegment(1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f),segment_id=1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:45:11.527502 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Returning: {'device': '75b0169d-ce9b-40a5-8fa9-b5ac07d21681', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'port_id': '75b0169d-ce9b-40a5-8fa9-b5ac07d21681', 'mac_address': 'fa:16:3e:4f:b6:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 12:45:11.562880 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:11.575486 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b0169d-ce9b-40a5-8fa9-b5ac07d21681 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:45:11.593401 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 75b0169d-ce9b-40a5-8fa9-b5ac07d21681, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=75b0169d-ce9b-40a5-8fa9-b5ac07d21681,segment=NetworkSegment(1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f),segment_id=1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:45:11.597155 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:11.642113 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=75b0169d-ce9b-40a5-8fa9-b5ac07d21681,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:45:11.813951 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['75b0169d-ce9b-40a5-8fa9-b5ac07d21681'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:45:12.277008 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff8e0a-5c52-47b7-a14e-7d417c483acd req-bacdd935-293f-42ec-a71c-13d3fd0439ef tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:12.278497 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-67ff8e0a-5c52-47b7-a14e-7d417c483acd req-bacdd935-293f-42ec-a71c-13d3fd0439ef tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=276c1448-5b3b-4842-8c98-9e7746c575e7 HTTP/1.1" status: 200 len: 944 time: 0.0476251 Sep 18 12:45:12.316986 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-67ff8e0a-5c52-47b7-a14e-7d417c483acd req-5073bcde-eb30-48e3-bf3b-87b35149b9b7 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325665 Sep 18 12:45:13.423804 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 75b0169d-ce9b-40a5-8fa9-b5ac07d21681 up at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:45:13.428240 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557fd61-7517-4334-8b46-6e072b1d95f3 req-08256c28-f411-4ebb-924b-2c58831a575b tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:13.430253 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0557fd61-7517-4334-8b46-6e072b1d95f3 req-08256c28-f411-4ebb-924b-2c58831a575b tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=276c1448-5b3b-4842-8c98-9e7746c575e7 HTTP/1.1" status: 200 len: 944 time: 0.0468736 Sep 18 12:45:13.470348 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0557fd61-7517-4334-8b46-6e072b1d95f3 req-69f88140-d3ec-4cc2-ada0-e1e96f9f863d tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340681 Sep 18 12:45:13.473129 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning for port 75b0169d-ce9b-40a5-8fa9-b5ac07d21681 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 12:45:13.477194 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning complete for port 75b0169d-ce9b-40a5-8fa9-b5ac07d21681 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:45:13.477555 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:13.550774 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:13.571746 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276c1448-5b3b-4842-8c98-9e7746c575e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b0169d-ce9b-40a5-8fa9-b5ac07d21681'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:45:13.573926 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f443903345165d416a651567efac34002f351ff04fccc6d410eaa1beaa8a1ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04da30b1-1621-4a72-9f37-a0a3d9c3f1bb" -d '{"events": [{"server_uuid": "276c1448-5b3b-4842-8c98-9e7746c575e7", "name": "network-vif-plugged", "status": "completed", "tag": "75b0169d-ce9b-40a5-8fa9-b5ac07d21681"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:45:13.586596 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 75b0169d-ce9b-40a5-8fa9-b5ac07d21681, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=75b0169d-ce9b-40a5-8fa9-b5ac07d21681,segment=NetworkSegment(1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f),segment_id=1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:45:13.590500 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:13.614494 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce33ced-3290-405f-87c4-bbef0b842f4e x-openstack-request-id: req-fce33ced-3290-405f-87c4-bbef0b842f4e {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:45:13.614782 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276c1448-5b3b-4842-8c98-9e7746c575e7", "name": "network-vif-plugged", "status": "completed", "tag": "75b0169d-ce9b-40a5-8fa9-b5ac07d21681", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:45:13.615026 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fce33ced-3290-405f-87c4-bbef0b842f4e {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:45:13.615427 dv-cinder-809894-1-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276c1448-5b3b-4842-8c98-9e7746c575e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b0169d-ce9b-40a5-8fa9-b5ac07d21681', 'code': 200} Sep 18 12:45:13.643935 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=75b0169d-ce9b-40a5-8fa9-b5ac07d21681,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:45:13.822101 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ee6dc-b004-4f7e-8076-3d24be2b4c09 req-c561c7b7-0e6c-40d3-a927-0352d87422d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:13.823532 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9a1ee6dc-b004-4f7e-8076-3d24be2b4c09 req-c561c7b7-0e6c-40d3-a927-0352d87422d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=276c1448-5b3b-4842-8c98-9e7746c575e7 HTTP/1.1" status: 200 len: 1098 time: 0.0383980 Sep 18 12:45:13.858031 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9a1ee6dc-b004-4f7e-8076-3d24be2b4c09 req-3e6eac3c-9da3-43a4-ad83-14039fdfb214 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0270054 Sep 18 12:45:14.595227 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7292b62-7d9e-4b5a-b0d2-6ec9764251b0 req-214c9553-ac79-4f71-8086-49a605f9e08a tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:14.596739 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d7292b62-7d9e-4b5a-b0d2-6ec9764251b0 req-214c9553-ac79-4f71-8086-49a605f9e08a tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=276c1448-5b3b-4842-8c98-9e7746c575e7 HTTP/1.1" status: 200 len: 945 time: 0.0587671 Sep 18 12:45:14.634340 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d7292b62-7d9e-4b5a-b0d2-6ec9764251b0 req-36c619bc-64b0-431b-a24c-ac15649e70b7 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319042 Sep 18 12:45:15.742936 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f7146-11d2-43ea-bc30-7b263a3bd931 req-fc10127e-4448-4062-824b-f4c592727098 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:15.744440 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b45f7146-11d2-43ea-bc30-7b263a3bd931 req-fc10127e-4448-4062-824b-f4c592727098 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=276c1448-5b3b-4842-8c98-9e7746c575e7 HTTP/1.1" status: 200 len: 945 time: 0.0470653 Sep 18 12:45:15.785161 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b45f7146-11d2-43ea-bc30-7b263a3bd931 req-35e6bd61-6721-46da-a713-b06cf83187fb tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349569 Sep 18 12:45:15.897252 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a4806-aece-4579-88d0-250425e4ae73 req-3078e3f5-06fd-4be8-bad7-9cdcc6e39e79 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:15.898704 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-351a4806-aece-4579-88d0-250425e4ae73 req-3078e3f5-06fd-4be8-bad7-9cdcc6e39e79 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=276c1448-5b3b-4842-8c98-9e7746c575e7 HTTP/1.1" status: 200 len: 945 time: 0.0481627 Sep 18 12:45:15.934655 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-351a4806-aece-4579-88d0-250425e4ae73 req-c1d37161-da2b-4b7c-9798-c1415e01505e tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300581 Sep 18 12:45:15.955968 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 57092) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:45:15.993374 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f387fa-64bb-4dfd-96ad-2b8b43737a81 tempest-TestVolumeBootPattern-277304900 tempest-TestVolumeBootPattern-277304900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:15.994868 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-89f387fa-64bb-4dfd-96ad-2b8b43737a81 tempest-TestVolumeBootPattern-277304900 tempest-TestVolumeBootPattern-277304900-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=276c1448-5b3b-4842-8c98-9e7746c575e7 HTTP/1.1" status: 200 len: 1093 time: 0.0379741 Sep 18 12:45:15.997623 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 57094) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:45:16.001726 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Request body: {'floatingip': {'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'port_id': '75b0169d-ce9b-40a5-8fa9-b5ac07d21681', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:45:16.023304 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for floatingip, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:16.115919 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:16.215587 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Allocated IP 172.27.1.121 (135fce6b-ed16-41bb-8b70-07cd0f37ee2f/d6efedb2-cfaf-4090-8480-952b0af5c0d6/8145f848-4994-4c80-931f-f516e0658c3b) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:45:16.319533 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:16.352317 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:16.389101 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:45:16.393439 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:45:16.400371 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:45:16.403070 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Pushing event updated for resources: {'Port': ['ID=8145f848-4994-4c80-931f-f516e0658c3b,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:45:16.430959 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:45:16.431310 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:45:16.431650 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:45:16.432010 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:45:16.432341 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:45:16.432672 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:45:16.432999 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:45:16.433323 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:45:16.433646 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:45:16.433965 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:45:16.434286 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:45:16.434601 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:45:16.754690 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:16.818213 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:16.963616 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:16.967841 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25309473'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:17.036360 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Pushing event updated for resources: {'Port': ['ID=8145f848-4994-4c80-931f-f516e0658c3b,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:45:17.047318 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673873'] for floatingip, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:17.142785 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Floating IP 2a9794f7-144b-47ce-80fa-956e999daaa2 associated. External IP: 172.27.1.121, port: 75b0169d-ce9b-40a5-8fa9-b5ac07d21681. Sep 18 12:45:17.341741 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Router 300608a6-6a35-47be-bba0-941654511037 has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:45:17.445982 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:45:17.455658 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e8ab48-e131-4f1e-8e95-0064ddc94848 None None] Sync routers for ids ['300608a6-6a35-47be-bba0-941654511037'] in dv-cinder-809894-1-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:45:17.461372 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:17.464818 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e8ab48-e131-4f1e-8e95-0064ddc94848 None None] Routers {'300608a6-6a35-47be-bba0-941654511037'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:45:17.465415 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-d7e8ab48-e131-4f1e-8e95-0064ddc94848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:44:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['300608a6-6a35-47be-bba0-941654511037'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:45:17.489610 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-79811b8b-9de9-4387-9a0e-ed46bcfdbd32 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4910333 Sep 18 12:45:17.490332 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276c1448-5b3b-4842-8c98-9e7746c575e7', 'tag': '75b0169d-ce9b-40a5-8fa9-b5ac07d21681'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:45:17.493062 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540af3f3-31f2-4228-9056-ed2396bde622" -d '{"events": [{"name": "network-changed", "server_uuid": "276c1448-5b3b-4842-8c98-9e7746c575e7", "tag": "75b0169d-ce9b-40a5-8fa9-b5ac07d21681"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:45:17.529449 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b696af50-00ce-4a9a-870d-7190a930c36a x-openstack-request-id: req-b696af50-00ce-4a9a-870d-7190a930c36a {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:45:17.529819 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276c1448-5b3b-4842-8c98-9e7746c575e7", "tag": "75b0169d-ce9b-40a5-8fa9-b5ac07d21681", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:45:17.530162 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b696af50-00ce-4a9a-870d-7190a930c36a {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:45:17.530624 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276c1448-5b3b-4842-8c98-9e7746c575e7', 'tag': '75b0169d-ce9b-40a5-8fa9-b5ac07d21681', 'status': 'completed', 'code': 200} Sep 18 12:45:17.567933 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-d7e8ab48-e131-4f1e-8e95-0064ddc94848 None None] Set router 300608a6-6a35-47be-bba0-941654511037 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:45:17.591768 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540af3f3-31f2-4228-9056-ed2396bde622 req-0226dee5-b5f0-48fe-aa58-c2fb4d4b85fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:17.593226 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-540af3f3-31f2-4228-9056-ed2396bde622 req-0226dee5-b5f0-48fe-aa58-c2fb4d4b85fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4b17c4b73c846a5beaa565957fa5b0f&device_id=276c1448-5b3b-4842-8c98-9e7746c575e7 HTTP/1.1" status: 200 len: 1098 time: 0.0403929 Sep 18 12:45:17.628459 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:17.685787 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540af3f3-31f2-4228-9056-ed2396bde622 req-5559c7cc-21e4-45fc-a48e-8348a1e46d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:17.687296 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-540af3f3-31f2-4228-9056-ed2396bde622 req-5559c7cc-21e4-45fc-a48e-8348a1e46d38 service neutron] 10.222.0.13 "GET /v2.0/networks?id=912eee10-59e8-4a2c-acbd-9133161c8c07 HTTP/1.1" status: 200 len: 913 time: 0.0868287 Sep 18 12:45:17.756067 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-540af3f3-31f2-4228-9056-ed2396bde622 req-0fa42902-dca8-40e9-b2a9-d25a429f7f63 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75b0169d-ce9b-40a5-8fa9-b5ac07d21681 HTTP/1.1" status: 200 len: 999 time: 0.0608165 Sep 18 12:45:17.783916 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-d7e8ab48-e131-4f1e-8e95-0064ddc94848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300608a6-6a35-47be-bba0-941654511037', 'name': 'tempest-TestVolumeBootPattern-2100787330-router', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:47Z', 'revision_number': 4, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'gw_port': {'id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': '2a9794f7-144b-47ce-80fa-956e999daaa2', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '300608a6-6a35-47be-bba0-941654511037', 'port_id': '75b0169d-ce9b-40a5-8fa9-b5ac07d21681', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'mac_address': 'fa:16:3e:4f:b6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276c1448-5b3b-4842-8c98-9e7746c575e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:45:16Z', 'updated_at': '2021-09-18T12:45:16Z', 'revision_number': 0, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'fixed_ip_address_scope': None}, {'id': 'd55d7b0a-c98a-4c7e-ab1c-a80d2e5f0506', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '300608a6-6a35-47be-bba0-941654511037', 'port_id': '2c7319c4-0b71-4780-85d1-42e9b678dc28', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'mac_address': 'fa:16:3e:95:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d0e090-fbe7-4c10-9283-d925aa6332c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:43:23Z', 'updated_at': '2021-09-18T12:43:26Z', 'revision_number': 1, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b738515-792e-4aa5-9b94-52022fc1ad71', 'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'mac_address': 'fa:16:3e:37:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:46Z', 'updated_at': '2021-09-18T12:39:51Z', 'revision_number': 5, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'subnets': [{'id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:45:17.805415 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540af3f3-31f2-4228-9056-ed2396bde622 req-4c7c415b-d2e8-4cd4-a11e-68bf5c39958a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:17.806839 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-540af3f3-31f2-4228-9056-ed2396bde622 req-4c7c415b-d2e8-4cd4-a11e-68bf5c39958a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e2bf35ac-f149-49bc-8c73-f2857d2031df HTTP/1.1" status: 200 len: 851 time: 0.0433033 Sep 18 12:45:17.809753 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e8ab48-e131-4f1e-8e95-0064ddc94848 None None] Checking router: 300608a6-6a35-47be-bba0-941654511037 for host: dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:45:17.817657 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e8ab48-e131-4f1e-8e95-0064ddc94848 None None] Routers {'300608a6-6a35-47be-bba0-941654511037'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:45:17.818240 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-d7e8ab48-e131-4f1e-8e95-0064ddc94848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:44:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['300608a6-6a35-47be-bba0-941654511037'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:45:17.849851 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540af3f3-31f2-4228-9056-ed2396bde622 req-64d58ea7-6eed-4dba-84a6-8ddf1d548175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:17.851767 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-540af3f3-31f2-4228-9056-ed2396bde622 req-64d58ea7-6eed-4dba-84a6-8ddf1d548175 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=912eee10-59e8-4a2c-acbd-9133161c8c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380433 Sep 18 12:45:17.919645 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-d7e8ab48-e131-4f1e-8e95-0064ddc94848 None None] Set router 300608a6-6a35-47be-bba0-941654511037 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:45:17.947158 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-540af3f3-31f2-4228-9056-ed2396bde622 req-34192024-eafa-46ad-9a4a-3f55978cf9c1 service neutron] 10.222.0.13 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878773 Sep 18 12:45:18.037519 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-540af3f3-31f2-4228-9056-ed2396bde622 req-d20c29c2-d959-4ff4-bc34-12ced9d30a65 service neutron] 10.222.0.13 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824034 Sep 18 12:45:18.140165 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-d7e8ab48-e131-4f1e-8e95-0064ddc94848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300608a6-6a35-47be-bba0-941654511037', 'name': 'tempest-TestVolumeBootPattern-2100787330-router', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:47Z', 'revision_number': 4, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'gw_port': {'id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': '2a9794f7-144b-47ce-80fa-956e999daaa2', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '300608a6-6a35-47be-bba0-941654511037', 'port_id': '75b0169d-ce9b-40a5-8fa9-b5ac07d21681', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'mac_address': 'fa:16:3e:4f:b6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276c1448-5b3b-4842-8c98-9e7746c575e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:45:16Z', 'updated_at': '2021-09-18T12:45:16Z', 'revision_number': 0, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'fixed_ip_address_scope': None}, {'id': 'd55d7b0a-c98a-4c7e-ab1c-a80d2e5f0506', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '300608a6-6a35-47be-bba0-941654511037', 'port_id': '2c7319c4-0b71-4780-85d1-42e9b678dc28', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'mac_address': 'fa:16:3e:95:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d0e090-fbe7-4c10-9283-d925aa6332c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:43:23Z', 'updated_at': '2021-09-18T12:43:26Z', 'revision_number': 1, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b738515-792e-4aa5-9b94-52022fc1ad71', 'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'mac_address': 'fa:16:3e:37:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:46Z', 'updated_at': '2021-09-18T12:39:51Z', 'revision_number': 5, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'subnets': [{'id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:45:18.165892 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e8ab48-e131-4f1e-8e95-0064ddc94848 None None] The sync data for ids ['300608a6-6a35-47be-bba0-941654511037'] in dv-cinder-809894-1-iscsi is: [{'id': '300608a6-6a35-47be-bba0-941654511037', 'name': 'tempest-TestVolumeBootPattern-2100787330-router', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:47Z', 'revision_number': 4, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'gw_port': {'id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': '2a9794f7-144b-47ce-80fa-956e999daaa2', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '300608a6-6a35-47be-bba0-941654511037', 'port_id': '75b0169d-ce9b-40a5-8fa9-b5ac07d21681', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'mac_address': 'fa:16:3e:4f:b6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276c1448-5b3b-4842-8c98-9e7746c575e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:45:16Z', 'updated_at': '2021-09-18T12:45:16Z', 'revision_number': 0, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'fixed_ip_address_scope': None}, {'id': 'd55d7b0a-c98a-4c7e-ab1c-a80d2e5f0506', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '300608a6-6a35-47be-bba0-941654511037', 'port_id': '2c7319c4-0b71-4780-85d1-42e9b678dc28', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'mac_address': 'fa:16:3e:95:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d0e090-fbe7-4c10-9283-d925aa6332c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:43:23Z', 'updated_at': '2021-09-18T12:43:26Z', 'revision_number': 1, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b738515-792e-4aa5-9b94-52022fc1ad71', 'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'mac_address': 'fa:16:3e:37:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:46Z', 'updated_at': '2021-09-18T12:39:51Z', 'revision_number': 5, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'subnets': [{'id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:45:18.345519 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47d4468-ed45-4edc-bfa5-2ec46eb05321 None None] New status for floating IP 2a9794f7-144b-47ce-80fa-956e999daaa2: ACTIVE {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 12:45:18.727017 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a176ef2-e8e4-4773-9da9-b9f58a5bf4bf req-74e16641-b50e-4998-8d5a-4ec353a38244 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6d0e090-fbe7-4c10-9283-d925aa6332c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420799 Sep 18 12:45:18.785380 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a176ef2-e8e4-4773-9da9-b9f58a5bf4bf req-94810894-42b9-4ece-a34b-8e484b0ff0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:18.786844 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a176ef2-e8e4-4773-9da9-b9f58a5bf4bf req-94810894-42b9-4ece-a34b-8e484b0ff0af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4b17c4b73c846a5beaa565957fa5b0f&device_id=c6d0e090-fbe7-4c10-9283-d925aa6332c9 HTTP/1.1" status: 200 len: 1099 time: 0.0393116 Sep 18 12:45:18.887237 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a176ef2-e8e4-4773-9da9-b9f58a5bf4bf req-fddc70b6-71f8-42c9-bab1-8f0275c32113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:18.888674 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a176ef2-e8e4-4773-9da9-b9f58a5bf4bf req-fddc70b6-71f8-42c9-bab1-8f0275c32113 service neutron] 10.222.0.13 "GET /v2.0/networks?id=912eee10-59e8-4a2c-acbd-9133161c8c07 HTTP/1.1" status: 200 len: 913 time: 0.0835977 Sep 18 12:45:19.190121 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a176ef2-e8e4-4773-9da9-b9f58a5bf4bf req-8a7f8531-fbc8-4b95-8093-cc3c5bc70fc5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c7319c4-0b71-4780-85d1-42e9b678dc28 HTTP/1.1" status: 200 len: 1002 time: 0.2925072 Sep 18 12:45:19.238005 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a176ef2-e8e4-4773-9da9-b9f58a5bf4bf req-dc68fd1a-413d-4f25-bf7a-317818e15689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:19.239396 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a176ef2-e8e4-4773-9da9-b9f58a5bf4bf req-dc68fd1a-413d-4f25-bf7a-317818e15689 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e2bf35ac-f149-49bc-8c73-f2857d2031df HTTP/1.1" status: 200 len: 851 time: 0.0418591 Sep 18 12:45:19.285630 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a176ef2-e8e4-4773-9da9-b9f58a5bf4bf req-d07619dc-cc12-4994-85bd-6923552314d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:19.286957 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a176ef2-e8e4-4773-9da9-b9f58a5bf4bf req-d07619dc-cc12-4994-85bd-6923552314d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=912eee10-59e8-4a2c-acbd-9133161c8c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391998 Sep 18 12:45:19.375984 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a176ef2-e8e4-4773-9da9-b9f58a5bf4bf req-1625df5e-72d3-4932-b0fb-187d6e5e08a5 service neutron] 10.222.0.13 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806968 Sep 18 12:45:19.468467 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a176ef2-e8e4-4773-9da9-b9f58a5bf4bf req-69418a3e-d2ae-46cf-8ae6-1219c1a5e330 service neutron] 10.222.0.13 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849755 Sep 18 12:45:24.441698 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ba99066b-ec62-4b5c-b8ac-35565546d9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:27.029303 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9f554a28-24aa-4ea4-98b7-d2ec8170624d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:27.749916 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:28.109607 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:29.624497 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:41.814449 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:45:47.619647 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:54.441119 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3931973a-df48-4cc3-b250-d2f6393d8a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:57.029157 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-318ccce5-96b6-40aa-a7d0-a1107cd16572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:57.750454 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:58.081811 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc02bd-50b8-4334-9c20-e1f4b1cfe347 req-cfa7d46d-5837-4116-8a7a-afc940fa6cbb tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:58.083311 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-57fc02bd-50b8-4334-9c20-e1f4b1cfe347 req-cfa7d46d-5837-4116-8a7a-afc940fa6cbb tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0520692 Sep 18 12:45:58.113938 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:45:58.123099 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-57fc02bd-50b8-4334-9c20-e1f4b1cfe347 req-138bca70-9920-4dc3-b442-5783d06660e7 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321445 Sep 18 12:45:59.237626 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f1ca4-e69d-4896-9930-3de85b32e081 req-d68331e0-3b94-45e9-9ad1-3efd710bee99 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:45:59.239061 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-997f1ca4-e69d-4896-9930-3de85b32e081 req-d68331e0-3b94-45e9-9ad1-3efd710bee99 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0469964 Sep 18 12:45:59.275113 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-997f1ca4-e69d-4896-9930-3de85b32e081 req-1aef21d2-6b23-4de4-ab88-0d5a96d82f6a tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301456 Sep 18 12:45:59.626945 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:00.397276 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d49633-6381-4437-82d6-4651f1689d8b req-f31ffdfb-d61e-45ec-b0d4-2f4c5c90090d tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:00.399074 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82d49633-6381-4437-82d6-4651f1689d8b req-f31ffdfb-d61e-45ec-b0d4-2f4c5c90090d tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0579104 Sep 18 12:46:00.439117 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82d49633-6381-4437-82d6-4651f1689d8b req-710d4ef0-f405-4a36-b661-f90706c5dd80 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342045 Sep 18 12:46:01.549733 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a696ab-7334-46a1-a10d-88a53cfd50af req-975ba2d2-24b1-46a0-bbca-102572d45080 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:01.551162 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-36a696ab-7334-46a1-a10d-88a53cfd50af req-975ba2d2-24b1-46a0-bbca-102572d45080 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0467503 Sep 18 12:46:01.587214 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-36a696ab-7334-46a1-a10d-88a53cfd50af req-a41a62e2-97d2-44f1-a147-b59dae3cf25b tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298202 Sep 18 12:46:02.698104 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb077385-1349-4e4a-8556-8dd0747cacfc req-9a4d273a-4277-4624-97e4-ac7c40ba3541 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:02.699528 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eb077385-1349-4e4a-8556-8dd0747cacfc req-9a4d273a-4277-4624-97e4-ac7c40ba3541 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0461864 Sep 18 12:46:02.735541 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eb077385-1349-4e4a-8556-8dd0747cacfc req-71560883-e14c-426e-b32d-4363b7c41847 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302665 Sep 18 12:46:03.849450 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d43eb5-2400-4b39-8946-40c1c62b42c5 req-6eff38c8-7542-431c-87b5-a12eb41488db tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:03.850897 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-27d43eb5-2400-4b39-8946-40c1c62b42c5 req-6eff38c8-7542-431c-87b5-a12eb41488db tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0497773 Sep 18 12:46:03.886984 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-27d43eb5-2400-4b39-8946-40c1c62b42c5 req-b0794058-f39d-4db1-bbc4-f8ad4a46b6fb tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296860 Sep 18 12:46:04.999482 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd95edf-44d7-476b-b950-1f288be56ce4 req-63282025-b6bc-42a9-90c5-6aef8efa688b tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:05.000997 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5cd95edf-44d7-476b-b950-1f288be56ce4 req-63282025-b6bc-42a9-90c5-6aef8efa688b tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0479262 Sep 18 12:46:05.037359 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5cd95edf-44d7-476b-b950-1f288be56ce4 req-82e43262-31b6-45dc-b86b-9e7f89b848f7 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302858 Sep 18 12:46:06.151471 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605bf85-7692-48e3-aa44-7ada85c19ec3 req-e997a75d-cf07-454c-944d-d16dc8006a54 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:06.152935 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1605bf85-7692-48e3-aa44-7ada85c19ec3 req-e997a75d-cf07-454c-944d-d16dc8006a54 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0471129 Sep 18 12:46:06.188577 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1605bf85-7692-48e3-aa44-7ada85c19ec3 req-11d1ec27-1ab8-4855-8eb4-0f68382c7f91 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298824 Sep 18 12:46:07.303537 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c0b6c-0f47-4584-8fac-54d76b2007a4 req-34e37180-4483-458e-b1ac-ed2835681800 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:07.304941 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c39c0b6c-0f47-4584-8fac-54d76b2007a4 req-34e37180-4483-458e-b1ac-ed2835681800 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0518131 Sep 18 12:46:07.341989 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c39c0b6c-0f47-4584-8fac-54d76b2007a4 req-13ac4f7a-5950-4d21-8942-d7d266c80f45 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312448 Sep 18 12:46:08.456779 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3e3cb-4e52-44e6-afa4-63d7b5fdb40b req-a7ced39c-6bf8-4270-a048-92b436a95017 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:08.458262 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18d3e3cb-4e52-44e6-afa4-63d7b5fdb40b req-a7ced39c-6bf8-4270-a048-92b436a95017 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0511808 Sep 18 12:46:08.494398 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18d3e3cb-4e52-44e6-afa4-63d7b5fdb40b req-6b196c44-486a-4dcf-a5ee-d02afffb7274 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303831 Sep 18 12:46:09.604895 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca2cd1-ec2f-4353-a530-60d879ee7b10 req-f06ea7ea-a747-475e-aa5c-f34855ba68c1 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:09.606332 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c9ca2cd1-ec2f-4353-a530-60d879ee7b10 req-f06ea7ea-a747-475e-aa5c-f34855ba68c1 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0464568 Sep 18 12:46:09.644601 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c9ca2cd1-ec2f-4353-a530-60d879ee7b10 req-0e70d028-c110-4303-8ba0-de08ab1b32fb tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324640 Sep 18 12:46:10.759579 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024945d-6ef4-42f5-9ff3-a4e5632d0fc9 req-812511a2-f789-4dda-811a-934f8cedd387 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:10.761025 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8024945d-6ef4-42f5-9ff3-a4e5632d0fc9 req-812511a2-f789-4dda-811a-934f8cedd387 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0506651 Sep 18 12:46:10.796724 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8024945d-6ef4-42f5-9ff3-a4e5632d0fc9 req-0e0dbacd-1477-4aeb-aa7d-8accb41b79c3 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299356 Sep 18 12:46:11.908254 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94823d9b-ad5c-4c0d-8446-34b58b752056 req-308a56e9-9766-49f4-853a-c82604068b98 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:11.909697 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-94823d9b-ad5c-4c0d-8446-34b58b752056 req-308a56e9-9766-49f4-853a-c82604068b98 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0477262 Sep 18 12:46:11.945623 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-94823d9b-ad5c-4c0d-8446-34b58b752056 req-f1147cfe-9134-4cfd-9112-bb45e4d56bc0 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301306 Sep 18 12:46:13.056681 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734fd03-76b3-4d2d-bc2f-9d9945d1be54 req-9012e500-bcfd-4f35-af5f-7095c84526b5 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:13.058242 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8734fd03-76b3-4d2d-bc2f-9d9945d1be54 req-9012e500-bcfd-4f35-af5f-7095c84526b5 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0472603 Sep 18 12:46:13.095301 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8734fd03-76b3-4d2d-bc2f-9d9945d1be54 req-269a2ae3-29a9-42e5-b321-cedeeeb51546 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311308 Sep 18 12:46:14.213443 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f03d89-9ae9-4741-a4ee-08d3206239f4 req-a31a1bb8-8fd3-422c-846c-72b446b5a757 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:14.214906 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d3f03d89-9ae9-4741-a4ee-08d3206239f4 req-a31a1bb8-8fd3-422c-846c-72b446b5a757 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0518358 Sep 18 12:46:14.252235 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d3f03d89-9ae9-4741-a4ee-08d3206239f4 req-55e06770-ad0b-46ee-af1b-3357875d01f8 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310822 Sep 18 12:46:14.443048 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa179770-0286-49fe-ae20-9d13a9397bfb req-3bb261ca-e179-4029-aef2-59da41755408 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:14.445093 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fa179770-0286-49fe-ae20-9d13a9397bfb req-3bb261ca-e179-4029-aef2-59da41755408 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0476027 Sep 18 12:46:14.509203 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fa179770-0286-49fe-ae20-9d13a9397bfb req-b4c729d2-a988-4736-8a13-51b9082309ce tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582750 Sep 18 12:46:14.515097 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438f021-694f-4cad-835b-d197296a95ee req-265a7079-e626-4645-b412-403cdd479a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:14.516556 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5438f021-694f-4cad-835b-d197296a95ee req-265a7079-e626-4645-b412-403cdd479a40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f09ebd2453a34452928ed0e02adb3f80&device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0590124 Sep 18 12:46:14.608233 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438f021-694f-4cad-835b-d197296a95ee req-cc198977-67b1-4af9-be1e-5df6fb3e57dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:14.609669 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5438f021-694f-4cad-835b-d197296a95ee req-cc198977-67b1-4af9-be1e-5df6fb3e57dc service neutron] 10.222.0.13 "GET /v2.0/networks?id=dccb6e2a-f4a1-45df-9247-402af428fe57 HTTP/1.1" status: 200 len: 912 time: 0.0853868 Sep 18 12:46:14.673062 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5438f021-694f-4cad-835b-d197296a95ee req-f0e0b3d0-3c65-44de-9766-a078902bfcf8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311 HTTP/1.1" status: 200 len: 1000 time: 0.0566506 Sep 18 12:46:14.724011 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438f021-694f-4cad-835b-d197296a95ee req-9f005ce2-84b7-4b2b-9ff4-6774c1ab83ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:14.725339 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5438f021-694f-4cad-835b-d197296a95ee req-9f005ce2-84b7-4b2b-9ff4-6774c1ab83ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61f4b903-699f-489b-b0ee-6b9e010d7014 HTTP/1.1" status: 200 len: 850 time: 0.0448163 Sep 18 12:46:14.768592 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438f021-694f-4cad-835b-d197296a95ee req-5104324e-a315-42df-8c0d-1525252d115d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:14.770011 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5438f021-694f-4cad-835b-d197296a95ee req-5104324e-a315-42df-8c0d-1525252d115d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dccb6e2a-f4a1-45df-9247-402af428fe57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379503 Sep 18 12:46:14.856770 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5438f021-694f-4cad-835b-d197296a95ee req-ca16dd63-1bec-4a43-b2f3-712bf73ea969 service neutron] 10.222.0.13 "GET /v2.0/networks/dccb6e2a-f4a1-45df-9247-402af428fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793190 Sep 18 12:46:14.947579 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5438f021-694f-4cad-835b-d197296a95ee req-64118f13-0722-4c82-833c-197f737d4ac5 service neutron] 10.222.0.13 "GET /v2.0/networks/dccb6e2a-f4a1-45df-9247-402af428fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830479 Sep 18 12:46:15.624871 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de66b9c-e340-4436-8ea7-99be5991e7bc req-c795841a-a085-4f29-8a33-e594f849b89d tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:15.626359 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6de66b9c-e340-4436-8ea7-99be5991e7bc req-c795841a-a085-4f29-8a33-e594f849b89d tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0485847 Sep 18 12:46:15.665137 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6de66b9c-e340-4436-8ea7-99be5991e7bc req-2a57e942-7ce7-45be-b788-5ea6167b4594 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320156 Sep 18 12:46:16.780066 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581c566-b8ae-411e-9688-d8fb06221924 req-38f9df51-2500-494d-80a7-f2337a30665b tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:16.781518 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b581c566-b8ae-411e-9688-d8fb06221924 req-38f9df51-2500-494d-80a7-f2337a30665b tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0509665 Sep 18 12:46:16.817757 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b581c566-b8ae-411e-9688-d8fb06221924 req-eb518e18-3fca-4691-9c5c-43a776cf5415 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304668 Sep 18 12:46:17.631927 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:18.699268 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a95f68c-30e0-4312-aca5-5fe84e1fd45d req-a87d0c46-94fc-462f-8711-79cad043750b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6d0e090-fbe7-4c10-9283-d925aa6332c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378790 Sep 18 12:46:18.776732 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95f68c-30e0-4312-aca5-5fe84e1fd45d req-d11bb69f-ca71-4fdc-b2b5-ffc24f586cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:18.778161 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a95f68c-30e0-4312-aca5-5fe84e1fd45d req-d11bb69f-ca71-4fdc-b2b5-ffc24f586cfb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4b17c4b73c846a5beaa565957fa5b0f&device_id=c6d0e090-fbe7-4c10-9283-d925aa6332c9 HTTP/1.1" status: 200 len: 1099 time: 0.0392957 Sep 18 12:46:18.812289 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:46:18.880281 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95f68c-30e0-4312-aca5-5fe84e1fd45d req-2bb58b7e-5216-4b80-9cc8-dc0d6030a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:18.882259 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a95f68c-30e0-4312-aca5-5fe84e1fd45d req-2bb58b7e-5216-4b80-9cc8-dc0d6030a323 service neutron] 10.222.0.13 "GET /v2.0/networks?id=912eee10-59e8-4a2c-acbd-9133161c8c07 HTTP/1.1" status: 200 len: 913 time: 0.0859594 Sep 18 12:46:18.942949 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a95f68c-30e0-4312-aca5-5fe84e1fd45d req-8eb79772-10e6-4daa-80e7-b7d01b6fffd2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c7319c4-0b71-4780-85d1-42e9b678dc28 HTTP/1.1" status: 200 len: 1002 time: 0.0546525 Sep 18 12:46:18.993702 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95f68c-30e0-4312-aca5-5fe84e1fd45d req-bcb8f235-7932-4964-828b-2892bf6900c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:18.995095 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a95f68c-30e0-4312-aca5-5fe84e1fd45d req-bcb8f235-7932-4964-828b-2892bf6900c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e2bf35ac-f149-49bc-8c73-f2857d2031df HTTP/1.1" status: 200 len: 851 time: 0.0453150 Sep 18 12:46:19.038682 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95f68c-30e0-4312-aca5-5fe84e1fd45d req-d92f2d15-8fed-462e-9adb-712bcc26cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:19.040139 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a95f68c-30e0-4312-aca5-5fe84e1fd45d req-d92f2d15-8fed-462e-9adb-712bcc26cadd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=912eee10-59e8-4a2c-acbd-9133161c8c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386708 Sep 18 12:46:19.127383 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a95f68c-30e0-4312-aca5-5fe84e1fd45d req-038e6fb1-0c27-4055-898b-da2878270f23 service neutron] 10.222.0.13 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801558 Sep 18 12:46:19.217108 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a95f68c-30e0-4312-aca5-5fe84e1fd45d req-2479a3f8-302c-4dd7-ac98-9d591406992a service neutron] 10.222.0.13 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823610 Sep 18 12:46:24.444000 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6819bbe6-74e4-4abc-9a04-a69dc5f6ba52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:27.029693 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7a2cad44-4371-49b4-ac09-d5516e530ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:27.750938 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:28.115402 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:29.629874 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:44.552324 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 57262) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:46:44.705678 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-a3eba50d-2d9a-4588-b9e7-529acb9c8a14 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Deleting port 8145f848-4994-4c80-931f-f516e0658c3b {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:46:44.706021 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a3eba50d-2d9a-4588-b9e7-529acb9c8a14 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:44.781307 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a3eba50d-2d9a-4588-b9e7-529acb9c8a14 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:44.781631 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a3eba50d-2d9a-4588-b9e7-529acb9c8a14 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:44.793268 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-a3eba50d-2d9a-4588-b9e7-529acb9c8a14 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Calling delete_port for 8145f848-4994-4c80-931f-f516e0658c3b owned by network:floatingip {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:46:44.929806 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a3eba50d-2d9a-4588-b9e7-529acb9c8a14 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:44.956997 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eba50d-2d9a-4588-b9e7-529acb9c8a14 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Pushing event deleted for resources: {'Port': ['ID=8145f848-4994-4c80-931f-f516e0658c3b,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:46:44.981220 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eba50d-2d9a-4588-b9e7-529acb9c8a14 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:46:44.981573 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eba50d-2d9a-4588-b9e7-529acb9c8a14 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:46:44.981914 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eba50d-2d9a-4588-b9e7-529acb9c8a14 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:46:44.982249 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eba50d-2d9a-4588-b9e7-529acb9c8a14 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:46:44.982584 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eba50d-2d9a-4588-b9e7-529acb9c8a14 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:46:44.982919 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eba50d-2d9a-4588-b9e7-529acb9c8a14 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:46:44.983244 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eba50d-2d9a-4588-b9e7-529acb9c8a14 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:46:44.983570 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eba50d-2d9a-4588-b9e7-529acb9c8a14 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:46:44.983923 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eba50d-2d9a-4588-b9e7-529acb9c8a14 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:46:44.984248 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eba50d-2d9a-4588-b9e7-529acb9c8a14 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:46:44.984568 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eba50d-2d9a-4588-b9e7-529acb9c8a14 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:46:44.984892 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eba50d-2d9a-4588-b9e7-529acb9c8a14 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:46:45.026559 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a3eba50d-2d9a-4588-b9e7-529acb9c8a14 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for floatingip, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:45.026855 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-a3eba50d-2d9a-4588-b9e7-529acb9c8a14 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Floating IP 2a9794f7-144b-47ce-80fa-956e999daaa2 disassociated (deleted). External IP: 172.27.1.121, port: 75b0169d-ce9b-40a5-8fa9-b5ac07d21681. Sep 18 12:46:45.226603 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3eba50d-2d9a-4588-b9e7-529acb9c8a14 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Router 300608a6-6a35-47be-bba0-941654511037 has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:46:45.333087 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3eba50d-2d9a-4588-b9e7-529acb9c8a14 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:46:45.338457 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a3eba50d-2d9a-4588-b9e7-529acb9c8a14 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:45.343460 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d8edb0-367d-4b3b-88d7-11847feef3bd None None] Sync routers for ids ['300608a6-6a35-47be-bba0-941654511037'] in dv-cinder-809894-1-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:46:45.351934 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d8edb0-367d-4b3b-88d7-11847feef3bd None None] Routers {'300608a6-6a35-47be-bba0-941654511037'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:46:45.352536 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-10d8edb0-367d-4b3b-88d7-11847feef3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:46:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['300608a6-6a35-47be-bba0-941654511037'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:46:45.364668 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a3eba50d-2d9a-4588-b9e7-529acb9c8a14 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "DELETE /v2.0/floatingips/2a9794f7-144b-47ce-80fa-956e999daaa2 HTTP/1.1" status: 204 len: 168 time: 0.8112500 Sep 18 12:46:45.365278 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276c1448-5b3b-4842-8c98-9e7746c575e7', 'tag': '75b0169d-ce9b-40a5-8fa9-b5ac07d21681'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:46:45.367537 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50ca78d-013b-4ba1-8cd6-ff78289b3b14" -d '{"events": [{"name": "network-changed", "server_uuid": "276c1448-5b3b-4842-8c98-9e7746c575e7", "tag": "75b0169d-ce9b-40a5-8fa9-b5ac07d21681"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:46:45.411097 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fe52cb-3ed8-4566-892a-ad5306f11705 x-openstack-request-id: req-13fe52cb-3ed8-4566-892a-ad5306f11705 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:46:45.411381 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276c1448-5b3b-4842-8c98-9e7746c575e7", "tag": "75b0169d-ce9b-40a5-8fa9-b5ac07d21681", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:46:45.411651 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-13fe52cb-3ed8-4566-892a-ad5306f11705 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:46:45.412097 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276c1448-5b3b-4842-8c98-9e7746c575e7', 'tag': '75b0169d-ce9b-40a5-8fa9-b5ac07d21681', 'status': 'completed', 'code': 200} Sep 18 12:46:45.462191 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-10d8edb0-367d-4b3b-88d7-11847feef3bd None None] Set router 300608a6-6a35-47be-bba0-941654511037 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:46:45.476464 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ca78d-013b-4ba1-8cd6-ff78289b3b14 req-f64d8b23-2883-493f-bb08-841b13fa032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:45.478082 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c50ca78d-013b-4ba1-8cd6-ff78289b3b14 req-f64d8b23-2883-493f-bb08-841b13fa032b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4b17c4b73c846a5beaa565957fa5b0f&device_id=276c1448-5b3b-4842-8c98-9e7746c575e7 HTTP/1.1" status: 200 len: 1098 time: 0.0421131 Sep 18 12:46:45.608167 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ca78d-013b-4ba1-8cd6-ff78289b3b14 req-431e10f0-b8f2-4643-8796-1fd9afda6d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:45.609681 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c50ca78d-013b-4ba1-8cd6-ff78289b3b14 req-431e10f0-b8f2-4643-8796-1fd9afda6d84 service neutron] 10.222.0.13 "GET /v2.0/networks?id=912eee10-59e8-4a2c-acbd-9133161c8c07 HTTP/1.1" status: 200 len: 913 time: 0.1221292 Sep 18 12:46:45.617767 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9188f6-889a-461d-8881-cf216b417459 req-6766440f-9005-4c86-8713-3019ac32ff1a tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:45.619165 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4f9188f6-889a-461d-8881-cf216b417459 req-6766440f-9005-4c86-8713-3019ac32ff1a tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=276c1448-5b3b-4842-8c98-9e7746c575e7 HTTP/1.1" status: 200 len: 945 time: 0.0684385 Sep 18 12:46:45.667425 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c50ca78d-013b-4ba1-8cd6-ff78289b3b14 req-04631b59-e0e0-44c6-ae06-1ebd610f2d02 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75b0169d-ce9b-40a5-8fa9-b5ac07d21681 HTTP/1.1" status: 200 len: 217 time: 0.0472677 Sep 18 12:46:45.717904 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4f9188f6-889a-461d-8881-cf216b417459 req-53cb7f4a-c59f-4488-9bc4-cef0d0ecc43b tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0922754 Sep 18 12:46:45.740548 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ca78d-013b-4ba1-8cd6-ff78289b3b14 req-05196abd-a9b2-4ad9-a7ca-ed78de16cb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:45.742872 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c50ca78d-013b-4ba1-8cd6-ff78289b3b14 req-05196abd-a9b2-4ad9-a7ca-ed78de16cb63 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e2bf35ac-f149-49bc-8c73-f2857d2031df HTTP/1.1" status: 200 len: 851 time: 0.0677409 Sep 18 12:46:45.779674 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-10d8edb0-367d-4b3b-88d7-11847feef3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300608a6-6a35-47be-bba0-941654511037', 'name': 'tempest-TestVolumeBootPattern-2100787330-router', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:47Z', 'revision_number': 4, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'gw_port': {'id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': 'd55d7b0a-c98a-4c7e-ab1c-a80d2e5f0506', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '300608a6-6a35-47be-bba0-941654511037', 'port_id': '2c7319c4-0b71-4780-85d1-42e9b678dc28', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'mac_address': 'fa:16:3e:95:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d0e090-fbe7-4c10-9283-d925aa6332c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:43:23Z', 'updated_at': '2021-09-18T12:43:26Z', 'revision_number': 1, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b738515-792e-4aa5-9b94-52022fc1ad71', 'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'mac_address': 'fa:16:3e:37:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:46Z', 'updated_at': '2021-09-18T12:39:51Z', 'revision_number': 5, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'subnets': [{'id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:46:45.790525 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ca78d-013b-4ba1-8cd6-ff78289b3b14 req-24f31211-0be4-43e3-babd-d342eb2d974b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:45.790525 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c50ca78d-013b-4ba1-8cd6-ff78289b3b14 req-24f31211-0be4-43e3-babd-d342eb2d974b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=912eee10-59e8-4a2c-acbd-9133161c8c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397220 Sep 18 12:46:45.805083 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d8edb0-367d-4b3b-88d7-11847feef3bd None None] Checking router: 300608a6-6a35-47be-bba0-941654511037 for host: dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:46:45.813296 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d8edb0-367d-4b3b-88d7-11847feef3bd None None] Routers {'300608a6-6a35-47be-bba0-941654511037'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:46:45.813867 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-10d8edb0-367d-4b3b-88d7-11847feef3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:46:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['300608a6-6a35-47be-bba0-941654511037'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:46:45.885650 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c50ca78d-013b-4ba1-8cd6-ff78289b3b14 req-14d93c75-bad5-4e86-85cc-c5129e89f755 service neutron] 10.222.0.13 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869722 Sep 18 12:46:45.920547 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-10d8edb0-367d-4b3b-88d7-11847feef3bd None None] Set router 300608a6-6a35-47be-bba0-941654511037 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:46:45.975604 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c50ca78d-013b-4ba1-8cd6-ff78289b3b14 req-bbd294b1-6b76-4976-b47e-b71078cce717 service neutron] 10.222.0.13 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816810 Sep 18 12:46:46.138661 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-10d8edb0-367d-4b3b-88d7-11847feef3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300608a6-6a35-47be-bba0-941654511037', 'name': 'tempest-TestVolumeBootPattern-2100787330-router', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:47Z', 'revision_number': 4, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'gw_port': {'id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': 'd55d7b0a-c98a-4c7e-ab1c-a80d2e5f0506', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '300608a6-6a35-47be-bba0-941654511037', 'port_id': '2c7319c4-0b71-4780-85d1-42e9b678dc28', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'mac_address': 'fa:16:3e:95:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d0e090-fbe7-4c10-9283-d925aa6332c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:43:23Z', 'updated_at': '2021-09-18T12:43:26Z', 'revision_number': 1, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b738515-792e-4aa5-9b94-52022fc1ad71', 'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'mac_address': 'fa:16:3e:37:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:46Z', 'updated_at': '2021-09-18T12:39:51Z', 'revision_number': 5, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'subnets': [{'id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:46:46.164033 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d8edb0-367d-4b3b-88d7-11847feef3bd None None] The sync data for ids ['300608a6-6a35-47be-bba0-941654511037'] in dv-cinder-809894-1-iscsi is: [{'id': '300608a6-6a35-47be-bba0-941654511037', 'name': 'tempest-TestVolumeBootPattern-2100787330-router', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:47Z', 'revision_number': 4, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'gw_port': {'id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': 'd55d7b0a-c98a-4c7e-ab1c-a80d2e5f0506', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '300608a6-6a35-47be-bba0-941654511037', 'port_id': '2c7319c4-0b71-4780-85d1-42e9b678dc28', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'mac_address': 'fa:16:3e:95:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d0e090-fbe7-4c10-9283-d925aa6332c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:43:23Z', 'updated_at': '2021-09-18T12:43:26Z', 'revision_number': 1, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b738515-792e-4aa5-9b94-52022fc1ad71', 'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'mac_address': 'fa:16:3e:37:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:46Z', 'updated_at': '2021-09-18T12:39:51Z', 'revision_number': 5, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'subnets': [{'id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:46:46.371192 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b689a60-cbca-4720-890d-9fb5c099f403 None None] New status for floating IP 2a9794f7-144b-47ce-80fa-956e999daaa2: DOWN {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 12:46:46.833882 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393364e5-520b-4d5d-b8b9-3a1377a0a2b1 req-eb334f53-873a-4641-8259-773b097341db tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:46.835950 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-393364e5-520b-4d5d-b8b9-3a1377a0a2b1 req-eb334f53-873a-4641-8259-773b097341db tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=276c1448-5b3b-4842-8c98-9e7746c575e7 HTTP/1.1" status: 200 len: 945 time: 0.0483308 Sep 18 12:46:46.872084 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-393364e5-520b-4d5d-b8b9-3a1377a0a2b1 req-511d322a-5635-43ba-937f-871e805c21b4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302391 Sep 18 12:46:47.127527 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c8c87-b0ef-4daf-b396-24adc9223490 req-9069b40e-35fb-4a8f-8c12-8f3c5b211fae tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:47.129228 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6c6c8c87-b0ef-4daf-b396-24adc9223490 req-9069b40e-35fb-4a8f-8c12-8f3c5b211fae tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.13 "GET /v2.0/ports?device_id=276c1448-5b3b-4842-8c98-9e7746c575e7 HTTP/1.1" status: 200 len: 945 time: 0.0494504 Sep 18 12:46:47.215878 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-6c6c8c87-b0ef-4daf-b396-24adc9223490 req-d19ed1de-e23d-4f80-9f1b-bed5b9ae430e tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Deleting port 75b0169d-ce9b-40a5-8fa9-b5ac07d21681 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:46:47.216214 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-6c6c8c87-b0ef-4daf-b396-24adc9223490 req-d19ed1de-e23d-4f80-9f1b-bed5b9ae430e tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:47.304148 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-6c6c8c87-b0ef-4daf-b396-24adc9223490 req-d19ed1de-e23d-4f80-9f1b-bed5b9ae430e tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] For port 75b0169d-ce9b-40a5-8fa9-b5ac07d21681, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=75b0169d-ce9b-40a5-8fa9-b5ac07d21681,segment=NetworkSegment(1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f),segment_id=1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:46:47.304512 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-6c6c8c87-b0ef-4daf-b396-24adc9223490 req-d19ed1de-e23d-4f80-9f1b-bed5b9ae430e tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:47.315798 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-6c6c8c87-b0ef-4daf-b396-24adc9223490 req-d19ed1de-e23d-4f80-9f1b-bed5b9ae430e tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Calling delete_port for 75b0169d-ce9b-40a5-8fa9-b5ac07d21681 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:46:47.437595 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-6c6c8c87-b0ef-4daf-b396-24adc9223490 req-d19ed1de-e23d-4f80-9f1b-bed5b9ae430e tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:47.468401 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ed1de-e23d-4f80-9f1b-bed5b9ae430e tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Pushing event deleted for resources: {'Port': ['ID=75b0169d-ce9b-40a5-8fa9-b5ac07d21681,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:46:47.508724 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6c8c87-b0ef-4daf-b396-24adc9223490 req-d19ed1de-e23d-4f80-9f1b-bed5b9ae430e tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] No DVR routers for this DVR port 75b0169d-ce9b-40a5-8fa9-b5ac07d21681 on host hv-cinder-80989 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:46:47.511135 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-6c6c8c87-b0ef-4daf-b396-24adc9223490 req-d19ed1de-e23d-4f80-9f1b-bed5b9ae430e tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:47.513130 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6c6c8c87-b0ef-4daf-b396-24adc9223490 req-d19ed1de-e23d-4f80-9f1b-bed5b9ae430e tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.13 "DELETE /v2.0/ports/75b0169d-ce9b-40a5-8fa9-b5ac07d21681 HTTP/1.1" status: 204 len: 173 time: 0.3766854 Sep 18 12:46:47.513525 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276c1448-5b3b-4842-8c98-9e7746c575e7', 'name': 'network-vif-deleted', 'tag': '75b0169d-ce9b-40a5-8fa9-b5ac07d21681'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:46:47.515722 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff57d0ee-1946-4eae-86a4-9e49da2f20a0" -d '{"events": [{"server_uuid": "276c1448-5b3b-4842-8c98-9e7746c575e7", "name": "network-vif-deleted", "tag": "75b0169d-ce9b-40a5-8fa9-b5ac07d21681"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:46:47.554777 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b21b88-2297-4df1-ba51-439ad33204d3 x-openstack-request-id: req-11b21b88-2297-4df1-ba51-439ad33204d3 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:46:47.555058 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276c1448-5b3b-4842-8c98-9e7746c575e7", "name": "network-vif-deleted", "tag": "75b0169d-ce9b-40a5-8fa9-b5ac07d21681", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:46:47.555303 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-11b21b88-2297-4df1-ba51-439ad33204d3 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:46:47.555725 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276c1448-5b3b-4842-8c98-9e7746c575e7', 'name': 'network-vif-deleted', 'tag': '75b0169d-ce9b-40a5-8fa9-b5ac07d21681', 'status': 'completed', 'code': 200} Sep 18 12:46:47.647469 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:47.977027 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-64b8dfd5-7a0d-4a56-906c-968eff4a1d04 req-ff9a015e-6656-4ea2-8e1e-fbe1b2738fd9 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=276c1448-5b3b-4842-8c98-9e7746c575e7 HTTP/1.1" status: 200 len: 210 time: 0.0260890 Sep 18 12:46:50.343728 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c805191-1953-4c0f-ab39-347ede619033 req-7cf158b8-961e-4758-b051-f3ff8c354faa tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:50.345209 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6c805191-1953-4c0f-ab39-347ede619033 req-7cf158b8-961e-4758-b051-f3ff8c354faa tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0479693 Sep 18 12:46:50.387054 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6c805191-1953-4c0f-ab39-347ede619033 req-3c0ddf7c-e505-49a6-8c94-3f9232ba31f5 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350540 Sep 18 12:46:51.263003 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 57304) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:46:51.414262 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b5f9f-a612-4131-994e-1bb11b340da1 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Deleting port b4a3c26e-d9a2-4f90-9b65-e2b9eb9b6263 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:46:51.414780 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ef1b5f9f-a612-4131-994e-1bb11b340da1 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:51.754138 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ef1b5f9f-a612-4131-994e-1bb11b340da1 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:51.754458 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ef1b5f9f-a612-4131-994e-1bb11b340da1 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:51.775760 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aac1cf-510e-4d57-b4f1-604cac838de5 req-05f4f745-8e13-4f5a-90f4-ed13de4ed82c tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:51.777193 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b4aac1cf-510e-4d57-b4f1-604cac838de5 req-05f4f745-8e13-4f5a-90f4-ed13de4ed82c tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.3145313 Sep 18 12:46:51.778046 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b5f9f-a612-4131-994e-1bb11b340da1 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Calling delete_port for b4a3c26e-d9a2-4f90-9b65-e2b9eb9b6263 owned by network:floatingip {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:46:51.851610 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b4aac1cf-510e-4d57-b4f1-604cac838de5 req-579eedc0-a89c-4fb4-a55a-60ec1ed0ef32 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681350 Sep 18 12:46:51.943934 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ef1b5f9f-a612-4131-994e-1bb11b340da1 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:51.968307 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b5f9f-a612-4131-994e-1bb11b340da1 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Pushing event deleted for resources: {'Port': ['ID=b4a3c26e-d9a2-4f90-9b65-e2b9eb9b6263,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:46:51.994817 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 75b0169d-ce9b-40a5-8fa9-b5ac07d21681 no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:46:52.018265 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] No Port match for: 75b0169d-ce9b-40a5-8fa9-b5ac07d21681 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:46:52.018529 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 75b0169d-ce9b-40a5-8fa9-b5ac07d21681 not bound to the agent host hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:46:52.027276 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ef1b5f9f-a612-4131-994e-1bb11b340da1 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for floatingip, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:52.027618 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-ef1b5f9f-a612-4131-994e-1bb11b340da1 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Floating IP d55d7b0a-c98a-4c7e-ab1c-a80d2e5f0506 disassociated (deleted). External IP: 172.27.1.196, port: 2c7319c4-0b71-4780-85d1-42e9b678dc28. Sep 18 12:46:52.225031 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1b5f9f-a612-4131-994e-1bb11b340da1 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Router 300608a6-6a35-47be-bba0-941654511037 has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:46:52.328296 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1b5f9f-a612-4131-994e-1bb11b340da1 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:46:52.332959 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ef1b5f9f-a612-4131-994e-1bb11b340da1 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:52.337538 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4903b6e3-ef30-4fe4-a46f-d545931d7c1b None None] Sync routers for ids ['300608a6-6a35-47be-bba0-941654511037'] in dv-cinder-809894-1-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:46:52.345983 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4903b6e3-ef30-4fe4-a46f-d545931d7c1b None None] Routers {'300608a6-6a35-47be-bba0-941654511037'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:46:52.346571 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-4903b6e3-ef30-4fe4-a46f-d545931d7c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:46:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['300608a6-6a35-47be-bba0-941654511037'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:46:52.359971 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-ef1b5f9f-a612-4131-994e-1bb11b340da1 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "DELETE /v2.0/floatingips/d55d7b0a-c98a-4c7e-ab1c-a80d2e5f0506 HTTP/1.1" status: 204 len: 168 time: 1.0958257 Sep 18 12:46:52.360557 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d0e090-fbe7-4c10-9283-d925aa6332c9', 'tag': '2c7319c4-0b71-4780-85d1-42e9b678dc28'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:46:52.362773 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2226370b-cb46-41bf-9bf0-e7ce72969e04" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d0e090-fbe7-4c10-9283-d925aa6332c9", "tag": "2c7319c4-0b71-4780-85d1-42e9b678dc28"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:46:52.400396 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761bad35-d856-416d-a753-bda2fe3a95bb x-openstack-request-id: req-761bad35-d856-416d-a753-bda2fe3a95bb {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:46:52.400684 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d0e090-fbe7-4c10-9283-d925aa6332c9", "tag": "2c7319c4-0b71-4780-85d1-42e9b678dc28", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:46:52.401004 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-761bad35-d856-416d-a753-bda2fe3a95bb {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:46:52.401308 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d0e090-fbe7-4c10-9283-d925aa6332c9', 'tag': '2c7319c4-0b71-4780-85d1-42e9b678dc28', 'status': 'completed', 'code': 200} Sep 18 12:46:52.457464 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-4903b6e3-ef30-4fe4-a46f-d545931d7c1b None None] Set router 300608a6-6a35-47be-bba0-941654511037 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:46:52.465385 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226370b-cb46-41bf-9bf0-e7ce72969e04 req-984f6ae4-e421-422a-93c7-dc6f37fdbea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:52.467140 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2226370b-cb46-41bf-9bf0-e7ce72969e04 req-984f6ae4-e421-422a-93c7-dc6f37fdbea6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4b17c4b73c846a5beaa565957fa5b0f&device_id=c6d0e090-fbe7-4c10-9283-d925aa6332c9 HTTP/1.1" status: 200 len: 1099 time: 0.0443418 Sep 18 12:46:52.598740 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226370b-cb46-41bf-9bf0-e7ce72969e04 req-72524ba1-a107-40df-b1ae-78acd5529ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:52.600138 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2226370b-cb46-41bf-9bf0-e7ce72969e04 req-72524ba1-a107-40df-b1ae-78acd5529ed2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=912eee10-59e8-4a2c-acbd-9133161c8c07 HTTP/1.1" status: 200 len: 913 time: 0.1223910 Sep 18 12:46:52.610127 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d10c1-3b61-472b-bd43-41b34794b23f req-632ab9b4-4cad-41fe-a3f0-39d67e3deab4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:52.612395 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-419d10c1-3b61-472b-bd43-41b34794b23f req-632ab9b4-4cad-41fe-a3f0-39d67e3deab4 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d0e090-fbe7-4c10-9283-d925aa6332c9 HTTP/1.1" status: 200 len: 946 time: 0.0697136 Sep 18 12:46:52.652727 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-4903b6e3-ef30-4fe4-a46f-d545931d7c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300608a6-6a35-47be-bba0-941654511037', 'name': 'tempest-TestVolumeBootPattern-2100787330-router', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:47Z', 'revision_number': 4, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'gw_port': {'id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': '4b738515-792e-4aa5-9b94-52022fc1ad71', 'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'mac_address': 'fa:16:3e:37:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:46Z', 'updated_at': '2021-09-18T12:39:51Z', 'revision_number': 5, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'subnets': [{'id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:46:52.661383 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2226370b-cb46-41bf-9bf0-e7ce72969e04 req-dd9eeb0b-51eb-4fbb-a7a3-8e9de5318eb5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c7319c4-0b71-4780-85d1-42e9b678dc28 HTTP/1.1" status: 200 len: 217 time: 0.0478468 Sep 18 12:46:52.681838 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4903b6e3-ef30-4fe4-a46f-d545931d7c1b None None] Checking router: 300608a6-6a35-47be-bba0-941654511037 for host: dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:46:52.689839 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4903b6e3-ef30-4fe4-a46f-d545931d7c1b None None] Routers {'300608a6-6a35-47be-bba0-941654511037'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:46:52.690427 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-4903b6e3-ef30-4fe4-a46f-d545931d7c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:46:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['300608a6-6a35-47be-bba0-941654511037'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:46:52.706594 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-419d10c1-3b61-472b-bd43-41b34794b23f req-0fec77ad-d183-4f62-8f83-8b21e9653bf0 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0871379 Sep 18 12:46:52.727645 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226370b-cb46-41bf-9bf0-e7ce72969e04 req-71994293-fdf0-4450-8cee-9f0a8c9ce5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:52.727645 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2226370b-cb46-41bf-9bf0-e7ce72969e04 req-71994293-fdf0-4450-8cee-9f0a8c9ce5fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e2bf35ac-f149-49bc-8c73-f2857d2031df HTTP/1.1" status: 200 len: 851 time: 0.0547764 Sep 18 12:46:52.771435 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226370b-cb46-41bf-9bf0-e7ce72969e04 req-30703a34-d110-4355-9605-7492b659ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:52.773551 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2226370b-cb46-41bf-9bf0-e7ce72969e04 req-30703a34-d110-4355-9605-7492b659ba5c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=912eee10-59e8-4a2c-acbd-9133161c8c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410147 Sep 18 12:46:52.793699 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-4903b6e3-ef30-4fe4-a46f-d545931d7c1b None None] Set router 300608a6-6a35-47be-bba0-941654511037 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:46:52.866333 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2226370b-cb46-41bf-9bf0-e7ce72969e04 req-b4782437-c536-4bb5-b3f7-8f21a274a3ac service neutron] 10.222.0.13 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847368 Sep 18 12:46:52.987141 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2226370b-cb46-41bf-9bf0-e7ce72969e04 req-62d28a54-4768-496e-9a8d-9da956877f73 service neutron] 10.222.0.13 "GET /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137486 Sep 18 12:46:52.987398 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-4903b6e3-ef30-4fe4-a46f-d545931d7c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300608a6-6a35-47be-bba0-941654511037', 'name': 'tempest-TestVolumeBootPattern-2100787330-router', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:47Z', 'revision_number': 4, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'gw_port': {'id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': '4b738515-792e-4aa5-9b94-52022fc1ad71', 'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'mac_address': 'fa:16:3e:37:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:46Z', 'updated_at': '2021-09-18T12:39:51Z', 'revision_number': 5, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'subnets': [{'id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:46:52.999860 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e83bc-10c2-4156-a03a-ee2086565ae6 req-5a2f0989-b92a-460b-9fdc-d3860235dfb5 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:53.001452 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6c7e83bc-10c2-4156-a03a-ee2086565ae6 req-5a2f0989-b92a-460b-9fdc-d3860235dfb5 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0730004 Sep 18 12:46:53.014455 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4903b6e3-ef30-4fe4-a46f-d545931d7c1b None None] The sync data for ids ['300608a6-6a35-47be-bba0-941654511037'] in dv-cinder-809894-1-iscsi is: [{'id': '300608a6-6a35-47be-bba0-941654511037', 'name': 'tempest-TestVolumeBootPattern-2100787330-router', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:47Z', 'revision_number': 4, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'gw_port': {'id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': '4b738515-792e-4aa5-9b94-52022fc1ad71', 'name': '', 'network_id': '912eee10-59e8-4a2c-acbd-9133161c8c07', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'mac_address': 'fa:16:3e:37:20:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:46Z', 'updated_at': '2021-09-18T12:39:51Z', 'revision_number': 5, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'subnets': [{'id': 'e2bf35ac-f149-49bc-8c73-f2857d2031df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:46:53.042741 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6c7e83bc-10c2-4156-a03a-ee2086565ae6 req-13199656-833a-4ea2-b4ed-94aac210e1e1 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342062 Sep 18 12:46:53.222360 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ffa972-ec82-4348-996c-c286041fae7c None None] New status for floating IP d55d7b0a-c98a-4c7e-ab1c-a80d2e5f0506: DOWN {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 12:46:53.841606 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9effb-b711-4019-9366-727d4e74c72e req-2151bc36-a870-4842-9793-7e7bd34c2883 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:53.843078 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74b9effb-b711-4019-9366-727d4e74c72e req-2151bc36-a870-4842-9793-7e7bd34c2883 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d0e090-fbe7-4c10-9283-d925aa6332c9 HTTP/1.1" status: 200 len: 946 time: 0.0475638 Sep 18 12:46:53.880238 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74b9effb-b711-4019-9366-727d4e74c72e req-9abbf2fd-3ce7-4d45-9eea-c2b130610e9c tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a20a424-047f-4937-a3fa-5280617a51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313492 Sep 18 12:46:53.991922 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a522bf-3ea5-4be1-88b6-b60c805bd2cd req-e1611e22-4156-481b-8fdd-dd84f9dfd93a tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:53.993404 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a1a522bf-3ea5-4be1-88b6-b60c805bd2cd req-e1611e22-4156-481b-8fdd-dd84f9dfd93a tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d0e090-fbe7-4c10-9283-d925aa6332c9 HTTP/1.1" status: 200 len: 946 time: 0.0470943 Sep 18 12:46:54.083575 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-a1a522bf-3ea5-4be1-88b6-b60c805bd2cd req-d2d34797-db75-46cb-a08b-4d3049e01cd3 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Deleting port 2c7319c4-0b71-4780-85d1-42e9b678dc28 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:46:54.083965 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a1a522bf-3ea5-4be1-88b6-b60c805bd2cd req-d2d34797-db75-46cb-a08b-4d3049e01cd3 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:54.204904 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5758ca4-4822-4213-b0a6-d89f9e3f40a8 req-ca169996-33ee-4edd-ac8a-42c1f4c5e35a tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:54.206385 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b5758ca4-4822-4213-b0a6-d89f9e3f40a8 req-ca169996-33ee-4edd-ac8a-42c1f4c5e35a tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0968771 Sep 18 12:46:54.210994 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-a1a522bf-3ea5-4be1-88b6-b60c805bd2cd req-d2d34797-db75-46cb-a08b-4d3049e01cd3 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] For port 2c7319c4-0b71-4780-85d1-42e9b678dc28, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=2c7319c4-0b71-4780-85d1-42e9b678dc28,segment=NetworkSegment(1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f),segment_id=1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:46:54.211366 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a1a522bf-3ea5-4be1-88b6-b60c805bd2cd req-d2d34797-db75-46cb-a08b-4d3049e01cd3 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:54.234469 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-a1a522bf-3ea5-4be1-88b6-b60c805bd2cd req-d2d34797-db75-46cb-a08b-4d3049e01cd3 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Calling delete_port for 2c7319c4-0b71-4780-85d1-42e9b678dc28 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:46:54.290708 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b5758ca4-4822-4213-b0a6-d89f9e3f40a8 req-536f712f-c994-4b3d-997c-625b70e6c440 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768082 Sep 18 12:46:54.376296 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a1a522bf-3ea5-4be1-88b6-b60c805bd2cd req-d2d34797-db75-46cb-a08b-4d3049e01cd3 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:54.411196 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d34797-db75-46cb-a08b-4d3049e01cd3 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Pushing event deleted for resources: {'Port': ['ID=2c7319c4-0b71-4780-85d1-42e9b678dc28,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:46:54.445726 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cdf9f3af-2ab3-4399-abd2-27a9f7bdcc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:54.452336 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a522bf-3ea5-4be1-88b6-b60c805bd2cd req-d2d34797-db75-46cb-a08b-4d3049e01cd3 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] No DVR routers for this DVR port 2c7319c4-0b71-4780-85d1-42e9b678dc28 on host hv-cinder-80989 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:46:54.454606 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a1a522bf-3ea5-4be1-88b6-b60c805bd2cd req-d2d34797-db75-46cb-a08b-4d3049e01cd3 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:54.456734 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a1a522bf-3ea5-4be1-88b6-b60c805bd2cd req-d2d34797-db75-46cb-a08b-4d3049e01cd3 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.13 "DELETE /v2.0/ports/2c7319c4-0b71-4780-85d1-42e9b678dc28 HTTP/1.1" status: 204 len: 173 time: 0.4569550 Sep 18 12:46:54.457173 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d0e090-fbe7-4c10-9283-d925aa6332c9', 'name': 'network-vif-deleted', 'tag': '2c7319c4-0b71-4780-85d1-42e9b678dc28'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:46:54.459353 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640177e1-ba88-4082-a205-726a41d9511d" -d '{"events": [{"server_uuid": "c6d0e090-fbe7-4c10-9283-d925aa6332c9", "name": "network-vif-deleted", "tag": "2c7319c4-0b71-4780-85d1-42e9b678dc28"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:46:54.498762 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8dcd7c-8ae3-4b9b-9f77-80607e40408c x-openstack-request-id: req-cf8dcd7c-8ae3-4b9b-9f77-80607e40408c {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:46:54.499044 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d0e090-fbe7-4c10-9283-d925aa6332c9", "name": "network-vif-deleted", "tag": "2c7319c4-0b71-4780-85d1-42e9b678dc28", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:46:54.499287 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf8dcd7c-8ae3-4b9b-9f77-80607e40408c {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:46:54.499963 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d0e090-fbe7-4c10-9283-d925aa6332c9', 'name': 'network-vif-deleted', 'tag': '2c7319c4-0b71-4780-85d1-42e9b678dc28', 'status': 'completed', 'code': 200} Sep 18 12:46:54.989832 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ff8228ab-940c-46d6-a398-1ab3cb8cf392 req-b76fc35a-1be7-4987-8dee-7f7ae0395286 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d0e090-fbe7-4c10-9283-d925aa6332c9 HTTP/1.1" status: 200 len: 210 time: 0.0319605 Sep 18 12:46:55.405061 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71804bd-2e96-46aa-b463-87d468921256 req-13ae6efe-fc12-44a4-981a-6b3d7ef2d839 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:55.406537 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f71804bd-2e96-46aa-b463-87d468921256 req-13ae6efe-fc12-44a4-981a-6b3d7ef2d839 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0482419 Sep 18 12:46:55.442869 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f71804bd-2e96-46aa-b463-87d468921256 req-513ff17c-6b5f-4ce6-a97e-9506712ec6a2 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304372 Sep 18 12:46:55.811076 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:46:56.038755 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 57328) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:46:56.159297 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-3aeb346b-17bb-495c-bb06-4c64620f5a43 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Deleting port 36b54a75-6302-4f08-ad50-1f50c8fa80ba {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:46:56.159558 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3aeb346b-17bb-495c-bb06-4c64620f5a43 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:56.232634 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3aeb346b-17bb-495c-bb06-4c64620f5a43 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:56.232955 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3aeb346b-17bb-495c-bb06-4c64620f5a43 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:56.244145 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-3aeb346b-17bb-495c-bb06-4c64620f5a43 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Calling delete_port for 36b54a75-6302-4f08-ad50-1f50c8fa80ba owned by network:floatingip {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:46:56.372629 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3aeb346b-17bb-495c-bb06-4c64620f5a43 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:56.397679 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb346b-17bb-495c-bb06-4c64620f5a43 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Pushing event deleted for resources: {'Port': ['ID=36b54a75-6302-4f08-ad50-1f50c8fa80ba,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:46:56.457820 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3aeb346b-17bb-495c-bb06-4c64620f5a43 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for floatingip, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:56.460934 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3aeb346b-17bb-495c-bb06-4c64620f5a43 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:56.462070 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-3aeb346b-17bb-495c-bb06-4c64620f5a43 tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "DELETE /v2.0/floatingips/cfc64ae9-8e56-4f25-8ca4-afbef2c897c5 HTTP/1.1" status: 204 len: 168 time: 0.4223588 Sep 18 12:46:56.558699 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a18aa-1bc8-4cc1-a287-f8cef3104a0b req-7a4a84d8-1408-4b92-9f26-028ee5f39c5c tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:56.560252 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-795a18aa-1bc8-4cc1-a287-f8cef3104a0b req-7a4a84d8-1408-4b92-9f26-028ee5f39c5c tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0518901 Sep 18 12:46:56.601338 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-795a18aa-1bc8-4cc1-a287-f8cef3104a0b req-be1b41f8-7d84-4ae4-a329-280405a9ba35 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350001 Sep 18 12:46:57.033999 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-dfbfacf6-6641-47c2-b7e2-c81954930c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:57.656387 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 57344) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:46:57.750409 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:57.751165 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcc0e4-3e59-415d-aaea-1e626dea06d9 req-b0b2990e-1ceb-4c0b-a44d-7c9c6e39da52 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:57.752718 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-70fcc0e4-3e59-415d-aaea-1e626dea06d9 req-b0b2990e-1ceb-4c0b-a44d-7c9c6e39da52 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0815241 Sep 18 12:46:57.755950 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cee424c7-d04c-402e-aa1c-1fd4246b8afb tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:57.797697 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cee424c7-d04c-402e-aa1c-1fd4246b8afb tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:57.825516 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-70fcc0e4-3e59-415d-aaea-1e626dea06d9 req-cf994732-7c88-4e20-8737-a0f9ef5728cd tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642703 Sep 18 12:46:57.871489 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cee424c7-d04c-402e-aa1c-1fd4246b8afb tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:57.874021 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cee424c7-d04c-402e-aa1c-1fd4246b8afb tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:57.875146 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-cee424c7-d04c-402e-aa1c-1fd4246b8afb tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] 10.222.0.24 "DELETE /v2.0/security-groups/6a20a424-047f-4937-a3fa-5280617a51f0 HTTP/1.1" status: 204 len: 168 time: 0.2177064 Sep 18 12:46:57.884723 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee424c7-d04c-402e-aa1c-1fd4246b8afb tempest-TestVolumeBootPattern-967523685 tempest-TestVolumeBootPattern-967523685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a20a424-047f-4937-a3fa-5280617a51f0,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:46:57.926630 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 57348) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:46:58.023277 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 2c7319c4-0b71-4780-85d1-42e9b678dc28 no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:46:58.042303 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] No Port match for: 2c7319c4-0b71-4780-85d1-42e9b678dc28 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:46:58.043004 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 2c7319c4-0b71-4780-85d1-42e9b678dc28 not bound to the agent host hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:46:58.117353 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:58.302040 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-13d579dd-021b-47a0-bc66-6bdef6390d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3673617'] for router_interface, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:58.533397 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-13d579dd-021b-47a0-bc66-6bdef6390d8a admin admin] Deleting port 4b738515-792e-4aa5-9b94-52022fc1ad71 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:46:58.533731 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-13d579dd-021b-47a0-bc66-6bdef6390d8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:58.610029 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-13d579dd-021b-47a0-bc66-6bdef6390d8a admin admin] For port 4b738515-792e-4aa5-9b94-52022fc1ad71, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=4b738515-792e-4aa5-9b94-52022fc1ad71,segment=NetworkSegment(1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f),segment_id=1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:46:58.610377 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-13d579dd-021b-47a0-bc66-6bdef6390d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:58.623041 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-13d579dd-021b-47a0-bc66-6bdef6390d8a admin admin] Calling delete_port for 4b738515-792e-4aa5-9b94-52022fc1ad71 owned by network:router_interface {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:46:58.797120 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-13d579dd-021b-47a0-bc66-6bdef6390d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:58.826679 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d579dd-021b-47a0-bc66-6bdef6390d8a admin admin] Pushing event deleted for resources: {'Port': ['ID=4b738515-792e-4aa5-9b94-52022fc1ad71,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:46:58.849840 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d579dd-021b-47a0-bc66-6bdef6390d8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:46:58.850730 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d579dd-021b-47a0-bc66-6bdef6390d8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:46:58.850997 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d579dd-021b-47a0-bc66-6bdef6390d8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:46:58.851336 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d579dd-021b-47a0-bc66-6bdef6390d8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:46:58.851637 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d579dd-021b-47a0-bc66-6bdef6390d8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:46:58.851990 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d579dd-021b-47a0-bc66-6bdef6390d8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:46:58.852307 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d579dd-021b-47a0-bc66-6bdef6390d8a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:46:58.852621 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d579dd-021b-47a0-bc66-6bdef6390d8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:46:58.852934 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d579dd-021b-47a0-bc66-6bdef6390d8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:46:58.853248 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d579dd-021b-47a0-bc66-6bdef6390d8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:46:58.853556 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d579dd-021b-47a0-bc66-6bdef6390d8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:46:58.853864 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d579dd-021b-47a0-bc66-6bdef6390d8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:46:58.956940 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26adb4-9449-403b-9ade-c6ea3b74ca0a req-e1c11841-e048-4e3f-a49e-c4c9308e490f tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:46:58.958477 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fa26adb4-9449-403b-9ade-c6ea3b74ca0a req-e1c11841-e048-4e3f-a49e-c4c9308e490f tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0536182 Sep 18 12:46:58.994353 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-13d579dd-021b-47a0-bc66-6bdef6390d8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674017'] for router_interface, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:59.004251 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fa26adb4-9449-403b-9ade-c6ea3b74ca0a req-255f9cc4-0475-4244-aa04-2b14bd8b250c tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392568 Sep 18 12:46:59.205891 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d579dd-021b-47a0-bc66-6bdef6390d8a admin admin] Router 300608a6-6a35-47be-bba0-941654511037 has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:46:59.311880 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d579dd-021b-47a0-bc66-6bdef6390d8a admin admin] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:46:59.317141 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-13d579dd-021b-47a0-bc66-6bdef6390d8a admin admin] 10.222.0.24 "PUT /v2.0/routers/300608a6-6a35-47be-bba0-941654511037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3894086 Sep 18 12:46:59.319928 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 57356) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:46:59.321700 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2966bd04-1c2f-4aee-b749-88d3c2b7b232 None None] Sync routers for ids ['300608a6-6a35-47be-bba0-941654511037'] in dv-cinder-809894-1-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:46:59.330918 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2966bd04-1c2f-4aee-b749-88d3c2b7b232 None None] Routers {'300608a6-6a35-47be-bba0-941654511037'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:46:59.331599 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-2966bd04-1c2f-4aee-b749-88d3c2b7b232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:46:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['300608a6-6a35-47be-bba0-941654511037'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:46:59.423097 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-10841ecb-4c65-48b7-993f-33eec9d7ee56 admin admin] Notify callbacks [] for router, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:59.434461 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-2966bd04-1c2f-4aee-b749-88d3c2b7b232 None None] Set router 300608a6-6a35-47be-bba0-941654511037 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:46:59.527452 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-10841ecb-4c65-48b7-993f-33eec9d7ee56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:59.580903 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-10841ecb-4c65-48b7-993f-33eec9d7ee56 admin admin] Deleting port 08359de8-b63d-436e-a6e5-537bd4dc12a4 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:46:59.581247 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-10841ecb-4c65-48b7-993f-33eec9d7ee56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:59.635779 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:59.669321 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-10841ecb-4c65-48b7-993f-33eec9d7ee56 admin admin] For port 08359de8-b63d-436e-a6e5-537bd4dc12a4, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=08359de8-b63d-436e-a6e5-537bd4dc12a4,segment=NetworkSegment(972f36e2-ef14-414b-b7e5-74a44c97b427),segment_id=972f36e2-ef14-414b-b7e5-74a44c97b427)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:46:59.669710 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-10841ecb-4c65-48b7-993f-33eec9d7ee56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:59.681974 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-10841ecb-4c65-48b7-993f-33eec9d7ee56 admin admin] Calling delete_port for 08359de8-b63d-436e-a6e5-537bd4dc12a4 owned by network:router_gateway {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:46:59.694395 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-2966bd04-1c2f-4aee-b749-88d3c2b7b232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300608a6-6a35-47be-bba0-941654511037', 'name': 'tempest-TestVolumeBootPattern-2100787330-router', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:46:58Z', 'revision_number': 5, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'gw_port': {'id': '08359de8-b63d-436e-a6e5-537bd4dc12a4', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300608a6-6a35-47be-bba0-941654511037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:46:59.719144 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2966bd04-1c2f-4aee-b749-88d3c2b7b232 None None] Checking router: 300608a6-6a35-47be-bba0-941654511037 for host: dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:46:59.727590 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2966bd04-1c2f-4aee-b749-88d3c2b7b232 None None] Routers {'300608a6-6a35-47be-bba0-941654511037'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:46:59.728210 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-2966bd04-1c2f-4aee-b749-88d3c2b7b232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:46:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['300608a6-6a35-47be-bba0-941654511037'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:46:59.810573 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-2966bd04-1c2f-4aee-b749-88d3c2b7b232 None None] Set router 300608a6-6a35-47be-bba0-941654511037 gateway port host: None {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:46:59.847745 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-10841ecb-4c65-48b7-993f-33eec9d7ee56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:46:59.865333 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-2966bd04-1c2f-4aee-b749-88d3c2b7b232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300608a6-6a35-47be-bba0-941654511037', 'name': 'tempest-TestVolumeBootPattern-2100787330-router', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:46:59Z', 'revision_number': 6, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'gw_port_host': None}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:46:59.893107 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2966bd04-1c2f-4aee-b749-88d3c2b7b232 None None] The sync data for ids ['300608a6-6a35-47be-bba0-941654511037'] in dv-cinder-809894-1-iscsi is: [{'id': '300608a6-6a35-47be-bba0-941654511037', 'name': 'tempest-TestVolumeBootPattern-2100787330-router', 'tenant_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:44Z', 'updated_at': '2021-09-18T12:46:59Z', 'revision_number': 6, 'project_id': 'e4b17c4b73c846a5beaa565957fa5b0f', 'gw_port_host': None}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:46:59.899853 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10841ecb-4c65-48b7-993f-33eec9d7ee56 admin admin] Pushing event deleted for resources: {'Port': ['ID=08359de8-b63d-436e-a6e5-537bd4dc12a4,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:46:59.939034 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-10841ecb-4c65-48b7-993f-33eec9d7ee56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673959'] for router_gateway, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:00.028444 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-10841ecb-4c65-48b7-993f-33eec9d7ee56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-393'] for router, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:00.030564 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-10841ecb-4c65-48b7-993f-33eec9d7ee56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:00.082059 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-10841ecb-4c65-48b7-993f-33eec9d7ee56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682765'] for router, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:00.082511 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10841ecb-4c65-48b7-993f-33eec9d7ee56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 300608a6-6a35-47be-bba0-941654511037 {{(pid=94106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 12:47:00.099510 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-10841ecb-4c65-48b7-993f-33eec9d7ee56 admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:00.101236 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-10841ecb-4c65-48b7-993f-33eec9d7ee56 admin admin] 10.222.0.24 "DELETE /v2.0/routers/300608a6-6a35-47be-bba0-941654511037 HTTP/1.1" status: 204 len: 168 time: 0.7803466 Sep 18 12:47:00.103883 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 57360) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:47:00.123747 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69aaf89-2649-4117-a214-703e688a227a req-7f190e18-afeb-4723-b275-740bb1c543c2 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:00.125225 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f69aaf89-2649-4117-a214-703e688a227a req-7f190e18-afeb-4723-b275-740bb1c543c2 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0536315 Sep 18 12:47:00.148087 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a07c08-d17b-470a-ad10-90263195196b admin admin] Deleting subnet e2bf35ac-f149-49bc-8c73-f2857d2031df {{(pid=94107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 12:47:00.151347 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-93a07c08-d17b-470a-ad10-90263195196b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:00.162444 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f69aaf89-2649-4117-a214-703e688a227a req-d9cb2519-c994-41fa-b96d-4870741c5779 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309935 Sep 18 12:47:00.188737 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-93a07c08-d17b-470a-ad10-90263195196b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25635558'] for subnet, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:00.265164 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-93a07c08-d17b-470a-ad10-90263195196b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701019'] for subnet, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:00.320458 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-93a07c08-d17b-470a-ad10-90263195196b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25655313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29169573'] for subnet, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:00.344136 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a07c08-d17b-470a-ad10-90263195196b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2bf35ac-f149-49bc-8c73-f2857d2031df,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:47:00.347747 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-93a07c08-d17b-470a-ad10-90263195196b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:00.349593 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-93a07c08-d17b-470a-ad10-90263195196b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e2bf35ac-f149-49bc-8c73-f2857d2031df HTTP/1.1" status: 204 len: 168 time: 0.2447329 Sep 18 12:47:00.352037 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 57362) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:47:00.354623 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5e2fa7-8659-4a80-9361-a96bdef14527 None None] Network 912eee10-59e8-4a2c-acbd-9133161c8c07 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:47:00.421584 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0bb41f2b-1586-4650-86b6-748d4b268e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455914'] for network, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:00.472942 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-0bb41f2b-1586-4650-86b6-748d4b268e83 admin admin] Deleting port 0e8820e0-bd4b-4d15-8eb6-c57e5961849d {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:47:00.473286 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0bb41f2b-1586-4650-86b6-748d4b268e83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:00.538787 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-0bb41f2b-1586-4650-86b6-748d4b268e83 admin admin] For port 0e8820e0-bd4b-4d15-8eb6-c57e5961849d, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=0e8820e0-bd4b-4d15-8eb6-c57e5961849d,segment=NetworkSegment(1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f),segment_id=1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:47:00.538787 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0bb41f2b-1586-4650-86b6-748d4b268e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:00.551480 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-0bb41f2b-1586-4650-86b6-748d4b268e83 admin admin] Calling delete_port for 0e8820e0-bd4b-4d15-8eb6-c57e5961849d owned by network:dhcp {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:47:00.645078 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da655c1-e75a-4981-ac26-a80b02b8172c None None] DHCP port deletion for 912eee10-59e8-4a2c-acbd-9133161c8c07 request from dv-cinder-809894-1-iscsi {{(pid=94108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 12:47:00.651393 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0bb41f2b-1586-4650-86b6-748d4b268e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:00.669227 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-5da655c1-e75a-4981-ac26-a80b02b8172c None None] The port '0e8820e0-bd4b-4d15-8eb6-c57e5961849d' was deleted {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 18 12:47:00.676566 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb41f2b-1586-4650-86b6-748d4b268e83 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e8820e0-bd4b-4d15-8eb6-c57e5961849d,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:47:00.680938 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb41f2b-1586-4650-86b6-748d4b268e83 admin admin] No DVR routers for this DVR port 0e8820e0-bd4b-4d15-8eb6-c57e5961849d on host dv-cinder-809894-1-iscsi {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:47:00.753193 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0bb41f2b-1586-4650-86b6-748d4b268e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701404', 'neutron.services.segments.db._delete_segments_for_network-8759307057565'] for network, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:00.773474 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-0bb41f2b-1586-4650-86b6-748d4b268e83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912eee10-59e8-4a2c-acbd-9133161c8c07']}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:47:00.782377 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-0bb41f2b-1586-4650-86b6-748d4b268e83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f') {'for_net_delete': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:47:00.782667 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-0bb41f2b-1586-4650-86b6-748d4b268e83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4ad8a7-28dd-4f33-b7b8-5f562e161e1f') {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:47:00.791755 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0bb41f2b-1586-4650-86b6-748d4b268e83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759307058854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25635565'] for segment, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:00.805215 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0bb41f2b-1586-4650-86b6-748d4b268e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:00.811628 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb41f2b-1586-4650-86b6-748d4b268e83 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 12:47:00.812067 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0bb41f2b-1586-4650-86b6-748d4b268e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25655759'] for segment, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: Traceback (most recent call last): Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: timer() Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: cb(*args, **kw) Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: return func(*args, **kwargs) Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: self._notify() Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: self.callback(batched_events) Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: event.method(event) Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: return f(self, *a, **k) Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: return self._get(url).json() Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: return self.request(url, 'GET', **kwargs) Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 12:47:00.814002 dv-cinder-809894-1-iscsi neutron-server[94107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 12:47:00.870712 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0bb41f2b-1586-4650-86b6-748d4b268e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673859'] for network, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:00.876181 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0bb41f2b-1586-4650-86b6-748d4b268e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:00.882355 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-0bb41f2b-1586-4650-86b6-748d4b268e83 admin admin] 10.222.0.24 "DELETE /v2.0/networks/912eee10-59e8-4a2c-acbd-9133161c8c07 HTTP/1.1" status: 204 len: 168 time: 0.5250931 Sep 18 12:47:00.882355 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 57364) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:47:00.897395 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb41f2b-1586-4650-86b6-748d4b268e83 admin admin] Pushing event deleted for resources: {'Network': ['ID=912eee10-59e8-4a2c-acbd-9133161c8c07,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:47:01.277556 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd84d8-826b-4147-bc6b-c29a25187712 req-ac693129-6a1e-4771-b899-ed5e91bb324e tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:01.279051 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-26fd84d8-826b-4147-bc6b-c29a25187712 req-ac693129-6a1e-4771-b899-ed5e91bb324e tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0478225 Sep 18 12:47:01.317375 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-26fd84d8-826b-4147-bc6b-c29a25187712 req-684af84b-c91a-4102-b404-036fcdc113da tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317383 Sep 18 12:47:01.474478 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-df0ae66f-db79-4ebe-b8ea-0b0a73ac333e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3673617'] for router_interface, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:01.518004 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a527184-b97a-4912-88e2-b5999154c237 req-613b8ff3-9c69-41dc-9038-810f8a788b49 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:01.519500 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0a527184-b97a-4912-88e2-b5999154c237 req-613b8ff3-9c69-41dc-9038-810f8a788b49 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0521379 Sep 18 12:47:01.588134 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0a527184-b97a-4912-88e2-b5999154c237 req-e8f6b379-55c4-4e4a-af43-ebd5ad973d85 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608845 Sep 18 12:47:01.592554 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2683f01-cca9-46c4-bdaf-f0e9bbb169b5 req-89bb64ea-6c82-48e9-b741-9d4f2b1334a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:01.593986 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a2683f01-cca9-46c4-bdaf-f0e9bbb169b5 req-89bb64ea-6c82-48e9-b741-9d4f2b1334a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f09ebd2453a34452928ed0e02adb3f80&device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0607157 Sep 18 12:47:01.686079 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2683f01-cca9-46c4-bdaf-f0e9bbb169b5 req-b53966d5-4d3e-4014-a1c0-36d68cc1acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:01.687575 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a2683f01-cca9-46c4-bdaf-f0e9bbb169b5 req-b53966d5-4d3e-4014-a1c0-36d68cc1acf7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dccb6e2a-f4a1-45df-9247-402af428fe57 HTTP/1.1" status: 200 len: 912 time: 0.0862446 Sep 18 12:47:01.716495 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-df0ae66f-db79-4ebe-b8ea-0b0a73ac333e admin admin] Deleting port e092a39b-9983-4cee-b5fe-197113bc36e6 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:47:01.716838 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-df0ae66f-db79-4ebe-b8ea-0b0a73ac333e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:01.751414 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a2683f01-cca9-46c4-bdaf-f0e9bbb169b5 req-687e89ed-44d9-4c4f-bbfa-41fa3e84d0b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311 HTTP/1.1" status: 200 len: 1000 time: 0.0562572 Sep 18 12:47:01.796898 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-df0ae66f-db79-4ebe-b8ea-0b0a73ac333e admin admin] For port e092a39b-9983-4cee-b5fe-197113bc36e6, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=e092a39b-9983-4cee-b5fe-197113bc36e6,segment=NetworkSegment(cef10b0e-d48d-4d14-a679-1e758d274cec),segment_id=cef10b0e-d48d-4d14-a679-1e758d274cec)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:47:01.797258 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-df0ae66f-db79-4ebe-b8ea-0b0a73ac333e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:01.799931 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2683f01-cca9-46c4-bdaf-f0e9bbb169b5 req-721eb138-b33c-4977-ac49-21bfe9ef79ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:01.801454 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a2683f01-cca9-46c4-bdaf-f0e9bbb169b5 req-721eb138-b33c-4977-ac49-21bfe9ef79ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61f4b903-699f-489b-b0ee-6b9e010d7014 HTTP/1.1" status: 200 len: 850 time: 0.0427814 Sep 18 12:47:01.813880 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-df0ae66f-db79-4ebe-b8ea-0b0a73ac333e admin admin] Calling delete_port for e092a39b-9983-4cee-b5fe-197113bc36e6 owned by network:router_interface {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:47:01.886367 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 0e8820e0-bd4b-4d15-8eb6-c57e5961849d no longer exists at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:47:01.906931 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] No Port match for: 0e8820e0-bd4b-4d15-8eb6-c57e5961849d {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:47:01.907597 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 0e8820e0-bd4b-4d15-8eb6-c57e5961849d not bound to the agent host dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:47:01.907830 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 4b738515-792e-4aa5-9b94-52022fc1ad71 no longer exists at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:47:01.926968 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] No Port match for: 4b738515-792e-4aa5-9b94-52022fc1ad71 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:47:01.927613 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 4b738515-792e-4aa5-9b94-52022fc1ad71 not bound to the agent host dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:47:01.928161 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 08359de8-b63d-436e-a6e5-537bd4dc12a4 no longer exists at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:47:01.947771 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] No Port match for: 08359de8-b63d-436e-a6e5-537bd4dc12a4 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:47:01.948089 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 08359de8-b63d-436e-a6e5-537bd4dc12a4 not bound to the agent host dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:47:02.002739 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-df0ae66f-db79-4ebe-b8ea-0b0a73ac333e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:02.030040 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ae66f-db79-4ebe-b8ea-0b0a73ac333e admin admin] Pushing event deleted for resources: {'Port': ['ID=e092a39b-9983-4cee-b5fe-197113bc36e6,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:47:02.118760 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2683f01-cca9-46c4-bdaf-f0e9bbb169b5 req-a6393c65-fbe3-45ce-976d-9dd2f25c212a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:02.120268 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a2683f01-cca9-46c4-bdaf-f0e9bbb169b5 req-a6393c65-fbe3-45ce-976d-9dd2f25c212a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dccb6e2a-f4a1-45df-9247-402af428fe57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3120420 Sep 18 12:47:02.198509 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-df0ae66f-db79-4ebe-b8ea-0b0a73ac333e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674017'] for router_interface, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:02.214364 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a2683f01-cca9-46c4-bdaf-f0e9bbb169b5 req-f865d52c-5ec4-47e0-8636-18bbec1765cb service neutron] 10.222.0.13 "GET /v2.0/networks/dccb6e2a-f4a1-45df-9247-402af428fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861418 Sep 18 12:47:02.306496 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a2683f01-cca9-46c4-bdaf-f0e9bbb169b5 req-20399629-fce3-4146-aea5-78c1862596a0 service neutron] 10.222.0.13 "GET /v2.0/networks/dccb6e2a-f4a1-45df-9247-402af428fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840564 Sep 18 12:47:02.410523 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0ae66f-db79-4ebe-b8ea-0b0a73ac333e admin admin] Router 0991c509-68bc-459f-9837-22f037314370 has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:47:02.512269 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0ae66f-db79-4ebe-b8ea-0b0a73ac333e admin admin] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:47:02.517290 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-df0ae66f-db79-4ebe-b8ea-0b0a73ac333e admin admin] 10.222.0.24 "PUT /v2.0/routers/0991c509-68bc-459f-9837-22f037314370/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6343048 Sep 18 12:47:02.519788 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 57372) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:47:02.522763 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc9531c-d8c7-4ca3-96f4-55fe7bbf4b77 None None] Sync routers for ids ['0991c509-68bc-459f-9837-22f037314370'] in dv-cinder-809894-1-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:47:02.531449 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc9531c-d8c7-4ca3-96f4-55fe7bbf4b77 None None] Routers {'0991c509-68bc-459f-9837-22f037314370'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:47:02.532095 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-0fc9531c-d8c7-4ca3-96f4-55fe7bbf4b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:46:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['0991c509-68bc-459f-9837-22f037314370'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:47:02.625244 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd6ceda9-8649-4bfd-8b78-8dab4e3999a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:02.639514 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-0fc9531c-d8c7-4ca3-96f4-55fe7bbf4b77 None None] Set router 0991c509-68bc-459f-9837-22f037314370 gateway port host: dv-cinder-809894-1-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:47:02.712083 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63ddfd-0fd8-4c59-ad4b-8cb0ff9c96e5 req-938f2a9e-6a24-42ae-9240-5b9334f58af1 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:02.713553 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1f63ddfd-0fd8-4c59-ad4b-8cb0ff9c96e5 req-938f2a9e-6a24-42ae-9240-5b9334f58af1 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0511119 Sep 18 12:47:02.736049 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd6ceda9-8649-4bfd-8b78-8dab4e3999a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:02.760212 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1f63ddfd-0fd8-4c59-ad4b-8cb0ff9c96e5 req-e6e5fb63-8442-4063-9434-bc6c2a582f3f tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390131 Sep 18 12:47:02.791277 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-cd6ceda9-8649-4bfd-8b78-8dab4e3999a0 admin admin] Deleting port 974970ff-c60d-4180-8eff-093bc96fa0f3 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:47:02.791614 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd6ceda9-8649-4bfd-8b78-8dab4e3999a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:02.827261 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-0fc9531c-d8c7-4ca3-96f4-55fe7bbf4b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0991c509-68bc-459f-9837-22f037314370', 'name': 'tempest-TestVolumeBootPattern-1768378833-router', 'tenant_id': '9f11f115afea45a289a9b4f29f0e3bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '974970ff-c60d-4180-8eff-093bc96fa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:49Z', 'updated_at': '2021-09-18T12:47:01Z', 'revision_number': 5, 'project_id': '9f11f115afea45a289a9b4f29f0e3bd6', 'gw_port': {'id': '974970ff-c60d-4180-8eff-093bc96fa0f3', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0991c509-68bc-459f-9837-22f037314370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:39:49Z', 'updated_at': '2021-09-18T12:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:47:02.856435 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc9531c-d8c7-4ca3-96f4-55fe7bbf4b77 None None] Checking router: 0991c509-68bc-459f-9837-22f037314370 for host: dv-cinder-809894-1-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:47:02.867320 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc9531c-d8c7-4ca3-96f4-55fe7bbf4b77 None None] Routers {'0991c509-68bc-459f-9837-22f037314370'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:47:02.867956 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-0fc9531c-d8c7-4ca3-96f4-55fe7bbf4b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:46:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['0991c509-68bc-459f-9837-22f037314370'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:47:02.876571 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-cd6ceda9-8649-4bfd-8b78-8dab4e3999a0 admin admin] For port 974970ff-c60d-4180-8eff-093bc96fa0f3, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=974970ff-c60d-4180-8eff-093bc96fa0f3,segment=NetworkSegment(972f36e2-ef14-414b-b7e5-74a44c97b427),segment_id=972f36e2-ef14-414b-b7e5-74a44c97b427)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:47:02.876849 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd6ceda9-8649-4bfd-8b78-8dab4e3999a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:02.888821 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-cd6ceda9-8649-4bfd-8b78-8dab4e3999a0 admin admin] Calling delete_port for 974970ff-c60d-4180-8eff-093bc96fa0f3 owned by network:router_gateway {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:47:03.056701 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd6ceda9-8649-4bfd-8b78-8dab4e3999a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:03.076566 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-0fc9531c-d8c7-4ca3-96f4-55fe7bbf4b77 None None] Set router 0991c509-68bc-459f-9837-22f037314370 gateway port host: None {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:47:03.081486 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ceda9-8649-4bfd-8b78-8dab4e3999a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=974970ff-c60d-4180-8eff-093bc96fa0f3,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:47:03.129964 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-0fc9531c-d8c7-4ca3-96f4-55fe7bbf4b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0991c509-68bc-459f-9837-22f037314370', 'name': 'tempest-TestVolumeBootPattern-1768378833-router', 'tenant_id': '9f11f115afea45a289a9b4f29f0e3bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:49Z', 'updated_at': '2021-09-18T12:47:02Z', 'revision_number': 6, 'project_id': '9f11f115afea45a289a9b4f29f0e3bd6', 'gw_port_host': None}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:47:03.140200 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd6ceda9-8649-4bfd-8b78-8dab4e3999a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673959'] for router_gateway, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:03.159584 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc9531c-d8c7-4ca3-96f4-55fe7bbf4b77 None None] The sync data for ids ['0991c509-68bc-459f-9837-22f037314370'] in dv-cinder-809894-1-iscsi is: [{'id': '0991c509-68bc-459f-9837-22f037314370', 'name': 'tempest-TestVolumeBootPattern-1768378833-router', 'tenant_id': '9f11f115afea45a289a9b4f29f0e3bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:39:49Z', 'updated_at': '2021-09-18T12:47:02Z', 'revision_number': 6, 'project_id': '9f11f115afea45a289a9b4f29f0e3bd6', 'gw_port_host': None}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:47:03.233091 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd6ceda9-8649-4bfd-8b78-8dab4e3999a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-393'] for router, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:03.235182 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd6ceda9-8649-4bfd-8b78-8dab4e3999a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:03.275680 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd6ceda9-8649-4bfd-8b78-8dab4e3999a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682765'] for router, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:03.276201 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6ceda9-8649-4bfd-8b78-8dab4e3999a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0991c509-68bc-459f-9837-22f037314370 {{(pid=94107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 12:47:03.280338 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd6ceda9-8649-4bfd-8b78-8dab4e3999a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:03.281476 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-cd6ceda9-8649-4bfd-8b78-8dab4e3999a0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/0991c509-68bc-459f-9837-22f037314370 HTTP/1.1" status: 204 len: 168 time: 0.7607472 Sep 18 12:47:03.283975 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 57376) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:47:03.326303 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_v2 [None req-a063c94b-bab4-4242-9dc5-7897dfcd832a admin admin] Deleting subnet 14a2509d-6ded-4476-a00e-18055b861d74 {{(pid=94107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 12:47:03.329340 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a063c94b-bab4-4242-9dc5-7897dfcd832a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:03.362565 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a063c94b-bab4-4242-9dc5-7897dfcd832a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25635558'] for subnet, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:03.438040 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a063c94b-bab4-4242-9dc5-7897dfcd832a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701019'] for subnet, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:03.487147 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a063c94b-bab4-4242-9dc5-7897dfcd832a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25655313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29169573'] for subnet, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:03.513030 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063c94b-bab4-4242-9dc5-7897dfcd832a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14a2509d-6ded-4476-a00e-18055b861d74,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:47:03.516596 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a063c94b-bab4-4242-9dc5-7897dfcd832a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:03.518461 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-a063c94b-bab4-4242-9dc5-7897dfcd832a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/14a2509d-6ded-4476-a00e-18055b861d74 HTTP/1.1" status: 204 len: 168 time: 0.2335870 Sep 18 12:47:03.520932 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 57378) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:47:03.524392 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb7561f-c3a8-4b26-a71c-b342ef8726bb None None] Network cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:47:03.595948 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5677ea38-34b7-4599-a276-a45522bd90cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455914'] for network, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:03.647812 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-5677ea38-34b7-4599-a276-a45522bd90cc admin admin] Deleting port 20d1d292-83f7-43a6-824b-b8b224302699 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:47:03.648148 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5677ea38-34b7-4599-a276-a45522bd90cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:03.709440 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-5677ea38-34b7-4599-a276-a45522bd90cc admin admin] For port 20d1d292-83f7-43a6-824b-b8b224302699, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=20d1d292-83f7-43a6-824b-b8b224302699,segment=NetworkSegment(cef10b0e-d48d-4d14-a679-1e758d274cec),segment_id=cef10b0e-d48d-4d14-a679-1e758d274cec)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:47:03.709726 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5677ea38-34b7-4599-a276-a45522bd90cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:03.725010 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-5677ea38-34b7-4599-a276-a45522bd90cc admin admin] Calling delete_port for 20d1d292-83f7-43a6-824b-b8b224302699 owned by network:dhcp {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:47:03.800721 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5677ea38-34b7-4599-a276-a45522bd90cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:03.827699 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677ea38-34b7-4599-a276-a45522bd90cc admin admin] Pushing event deleted for resources: {'Port': ['ID=20d1d292-83f7-43a6-824b-b8b224302699,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:47:03.829548 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5677ea38-34b7-4599-a276-a45522bd90cc admin admin] No DVR routers for this DVR port 20d1d292-83f7-43a6-824b-b8b224302699 on host dv-cinder-809894-1-iscsi {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:47:03.871631 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199a066-700b-418c-afd6-e2a9ab568cb3 req-eee6c0bf-d812-4370-b8b7-f6bbfea2f152 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:03.873071 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f199a066-700b-418c-afd6-e2a9ab568cb3 req-eee6c0bf-d812-4370-b8b7-f6bbfea2f152 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0477202 Sep 18 12:47:03.902600 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5677ea38-34b7-4599-a276-a45522bd90cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701404', 'neutron.services.segments.db._delete_segments_for_network-8759307057565'] for network, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:03.910728 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f199a066-700b-418c-afd6-e2a9ab568cb3 req-543dd21c-f7e1-45fc-a9a1-59243e6cde97 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315015 Sep 18 12:47:03.924700 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-5677ea38-34b7-4599-a276-a45522bd90cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f']}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:47:03.936069 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-5677ea38-34b7-4599-a276-a45522bd90cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef10b0e-d48d-4d14-a679-1e758d274cec') {'for_net_delete': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:47:03.936368 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-5677ea38-34b7-4599-a276-a45522bd90cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef10b0e-d48d-4d14-a679-1e758d274cec') {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:47:03.947133 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5677ea38-34b7-4599-a276-a45522bd90cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759307058854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25635565'] for segment, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:03.952840 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496ffbb2-de7b-4f70-aef3-bc977b7f218c None None] DHCP port deletion for cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f request from dv-cinder-809894-1-iscsi {{(pid=94108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 12:47:03.961884 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5677ea38-34b7-4599-a276-a45522bd90cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:03.969476 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5677ea38-34b7-4599-a276-a45522bd90cc admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 12:47:03.969868 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5677ea38-34b7-4599-a276-a45522bd90cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25655759'] for segment, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: Traceback (most recent call last): Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: timer() Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: cb(*args, **kw) Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: return func(*args, **kwargs) Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: self._notify() Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: self.callback(batched_events) Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: event.method(event) Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: return f(self, *a, **k) Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: return self._get(url).json() Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: return self.request(url, 'GET', **kwargs) Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 12:47:03.971581 dv-cinder-809894-1-iscsi neutron-server[94107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 12:47:04.011558 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 20d1d292-83f7-43a6-824b-b8b224302699 no longer exists at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:47:04.028814 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5677ea38-34b7-4599-a276-a45522bd90cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673859'] for network, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:04.031286 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] No Port match for: 20d1d292-83f7-43a6-824b-b8b224302699 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:47:04.031625 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 20d1d292-83f7-43a6-824b-b8b224302699 not bound to the agent host dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:47:04.032056 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 974970ff-c60d-4180-8eff-093bc96fa0f3 no longer exists at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:47:04.034586 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5677ea38-34b7-4599-a276-a45522bd90cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:04.039998 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-5677ea38-34b7-4599-a276-a45522bd90cc admin admin] 10.222.0.24 "DELETE /v2.0/networks/cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f HTTP/1.1" status: 204 len: 168 time: 0.5180380 Sep 18 12:47:04.052319 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] No Port match for: 974970ff-c60d-4180-8eff-093bc96fa0f3 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:47:04.052735 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 974970ff-c60d-4180-8eff-093bc96fa0f3 not bound to the agent host dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:47:04.052864 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677ea38-34b7-4599-a276-a45522bd90cc admin admin] Pushing event deleted for resources: {'Network': ['ID=cc4b86e0-7c7f-41d1-a9c6-18179bc2cd9f,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:47:04.053778 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device e092a39b-9983-4cee-b5fe-197113bc36e6 no longer exists at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:47:04.073704 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] No Port match for: e092a39b-9983-4cee-b5fe-197113bc36e6 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:47:04.074118 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device e092a39b-9983-4cee-b5fe-197113bc36e6 not bound to the agent host dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:47:04.154132 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 57386) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:47:04.198838 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ffcf0293-9241-4630-bc6c-81b6d8f81fd5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4b17c4b73c846a5beaa565957fa5b0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434959 Sep 18 12:47:04.201202 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 57388) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:47:04.253518 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6ce90b7b-288e-4836-b041-904a393d7b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:04.274321 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6ce90b7b-288e-4836-b041-904a393d7b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:04.320193 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6ce90b7b-288e-4836-b041-904a393d7b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:04.322734 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6ce90b7b-288e-4836-b041-904a393d7b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:04.323935 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-6ce90b7b-288e-4836-b041-904a393d7b43 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f9dd819-7e4d-4c22-8dda-af48816d4528 HTTP/1.1" status: 204 len: 168 time: 0.1218209 Sep 18 12:47:04.333945 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce90b7b-288e-4836-b041-904a393d7b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9dd819-7e4d-4c22-8dda-af48816d4528,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:47:04.621576 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 57394) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:47:04.664694 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-3eb7a55d-9c52-43d8-9760-a1dd4bbc8cf3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f11f115afea45a289a9b4f29f0e3bd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419922 Sep 18 12:47:04.667114 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 57396) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:47:04.712187 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8a3c38a0-28d8-4e50-bd65-ddd39dd28bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:04.732484 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8a3c38a0-28d8-4e50-bd65-ddd39dd28bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:04.779692 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8a3c38a0-28d8-4e50-bd65-ddd39dd28bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:04.782046 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8a3c38a0-28d8-4e50-bd65-ddd39dd28bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:04.783147 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-8a3c38a0-28d8-4e50-bd65-ddd39dd28bc6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0cfc4516-1b6a-45fb-8a79-eb9deaa47a4e HTTP/1.1" status: 204 len: 168 time: 0.1151686 Sep 18 12:47:04.791161 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c38a0-28d8-4e50-bd65-ddd39dd28bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfc4516-1b6a-45fb-8a79-eb9deaa47a4e,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:47:17.644132 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:20.713118 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-46c67d31-afbb-4e33-8f15-021631632e32 req-2deb078c-7c90-4d50-85c1-da48624985d7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422525 Sep 18 12:47:20.772152 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c67d31-afbb-4e33-8f15-021631632e32 req-ad824ed4-4c5e-4415-bdb5-a91f5a2cf8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:20.773590 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-46c67d31-afbb-4e33-8f15-021631632e32 req-ad824ed4-4c5e-4415-bdb5-a91f5a2cf8bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f09ebd2453a34452928ed0e02adb3f80&device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0388207 Sep 18 12:47:20.873820 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c67d31-afbb-4e33-8f15-021631632e32 req-3d9d8707-17f3-4970-9846-37048ba58859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:20.875261 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-46c67d31-afbb-4e33-8f15-021631632e32 req-3d9d8707-17f3-4970-9846-37048ba58859 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dccb6e2a-f4a1-45df-9247-402af428fe57 HTTP/1.1" status: 200 len: 912 time: 0.0823298 Sep 18 12:47:20.941472 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-46c67d31-afbb-4e33-8f15-021631632e32 req-45011912-d65d-43a8-ad17-7cd9140b83bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311 HTTP/1.1" status: 200 len: 1000 time: 0.0583870 Sep 18 12:47:20.989196 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c67d31-afbb-4e33-8f15-021631632e32 req-bdb984ce-403c-47b7-b4e7-2983dd021215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:20.990556 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-46c67d31-afbb-4e33-8f15-021631632e32 req-bdb984ce-403c-47b7-b4e7-2983dd021215 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61f4b903-699f-489b-b0ee-6b9e010d7014 HTTP/1.1" status: 200 len: 850 time: 0.0420737 Sep 18 12:47:21.034373 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c67d31-afbb-4e33-8f15-021631632e32 req-e8cceb14-b633-4f0c-8f13-a291b4e062c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:21.035841 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-46c67d31-afbb-4e33-8f15-021631632e32 req-e8cceb14-b633-4f0c-8f13-a291b4e062c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dccb6e2a-f4a1-45df-9247-402af428fe57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383680 Sep 18 12:47:21.127401 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-46c67d31-afbb-4e33-8f15-021631632e32 req-4b1eb3d3-59d9-42e3-b941-562a0573c7e6 service neutron] 10.222.0.13 "GET /v2.0/networks/dccb6e2a-f4a1-45df-9247-402af428fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845544 Sep 18 12:47:21.219522 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-46c67d31-afbb-4e33-8f15-021631632e32 req-0a404eba-3c1d-4e0e-9ed3-cc9a4f106768 service neutron] 10.222.0.13 "GET /v2.0/networks/dccb6e2a-f4a1-45df-9247-402af428fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847447 Sep 18 12:47:24.445255 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f693a3d2-ffa8-47be-a63a-bd574cd7bc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:27.036157 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cd341afb-ba57-4148-82dc-58d112d835a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:27.754361 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:28.120581 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:29.639776 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:32.810700 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:47:36.158140 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3fb69-5d21-40df-b383-36f467bf2abe req-37e6a0c8-5a0d-49e4-b11b-4c31e34d56d1 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:36.159588 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-53d3fb69-5d21-40df-b383-36f467bf2abe req-37e6a0c8-5a0d-49e4-b11b-4c31e34d56d1 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0480614 Sep 18 12:47:36.196844 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-53d3fb69-5d21-40df-b383-36f467bf2abe req-e7562c76-02d5-4569-8dff-ade1638f4a83 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312798 Sep 18 12:47:37.308270 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffafbc-ff87-4716-82ae-d4a940491b7c req-45ca8a12-fd2f-4930-8ffe-684f8e175a9e tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:37.309723 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3cffafbc-ff87-4716-82ae-d4a940491b7c req-45ca8a12-fd2f-4930-8ffe-684f8e175a9e tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0470181 Sep 18 12:47:37.346222 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3cffafbc-ff87-4716-82ae-d4a940491b7c req-d729389c-c687-4b01-8408-8dc318cd5413 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306449 Sep 18 12:47:37.943163 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3a6b9-5ba5-4cd9-a054-f430a43b72df req-d5b5bef1-b10e-4e49-a962-60b5bc2afd62 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:37.944690 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-96e3a6b9-5ba5-4cd9-a054-f430a43b72df req-d5b5bef1-b10e-4e49-a962-60b5bc2afd62 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 945 time: 0.0500615 Sep 18 12:47:38.029932 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-96e3a6b9-5ba5-4cd9-a054-f430a43b72df req-531f6e0c-7096-4dc6-b098-c4d718342914 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Deleting port 2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:47:38.030275 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-96e3a6b9-5ba5-4cd9-a054-f430a43b72df req-531f6e0c-7096-4dc6-b098-c4d718342914 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:38.118835 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-96e3a6b9-5ba5-4cd9-a054-f430a43b72df req-531f6e0c-7096-4dc6-b098-c4d718342914 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] For port 2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311,segment=NetworkSegment(08e1ccdd-324a-4902-8205-2512d50cfd89),segment_id=08e1ccdd-324a-4902-8205-2512d50cfd89)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:47:38.119115 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-96e3a6b9-5ba5-4cd9-a054-f430a43b72df req-531f6e0c-7096-4dc6-b098-c4d718342914 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:38.279774 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-96e3a6b9-5ba5-4cd9-a054-f430a43b72df req-531f6e0c-7096-4dc6-b098-c4d718342914 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:38.280128 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-96e3a6b9-5ba5-4cd9-a054-f430a43b72df req-531f6e0c-7096-4dc6-b098-c4d718342914 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673873'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:38.280441 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.db.l3_db [req-96e3a6b9-5ba5-4cd9-a054-f430a43b72df req-531f6e0c-7096-4dc6-b098-c4d718342914 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Floating IP 2b69cbc0-437d-4441-9c35-4c53781ce68b disassociated. External IP: 172.27.1.65, port: 2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311. Sep 18 12:47:38.280776 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-96e3a6b9-5ba5-4cd9-a054-f430a43b72df req-531f6e0c-7096-4dc6-b098-c4d718342914 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Calling delete_port for 2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:47:38.404348 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-96e3a6b9-5ba5-4cd9-a054-f430a43b72df req-531f6e0c-7096-4dc6-b098-c4d718342914 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:38.443592 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f6e0c-7096-4dc6-b098-c4d718342914 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Pushing event deleted for resources: {'Port': ['ID=2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:47:38.462481 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7743c1ca-ef76-41de-af04-c4208aee0e89 req-5f2e5d66-77b8-4807-ad82-e7c01eb1e764 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1 HTTP/1.1" status: 200 len: 210 time: 0.0462823 Sep 18 12:47:38.565540 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96e3a6b9-5ba5-4cd9-a054-f430a43b72df req-531f6e0c-7096-4dc6-b098-c4d718342914 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Router 2c9a1564-2218-47d1-b2dc-8571452ccfbd has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:47:38.668897 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96e3a6b9-5ba5-4cd9-a054-f430a43b72df req-531f6e0c-7096-4dc6-b098-c4d718342914 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:47:38.678916 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddc96cf-6504-4371-b23c-22e0c7cf8de5 None None] Sync routers for ids ['2c9a1564-2218-47d1-b2dc-8571452ccfbd'] in dv-cinder-809894-1-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:47:38.687787 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc96cf-6504-4371-b23c-22e0c7cf8de5 None None] Routers {'2c9a1564-2218-47d1-b2dc-8571452ccfbd'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:47:38.688389 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-5ddc96cf-6504-4371-b23c-22e0c7cf8de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:47:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['2c9a1564-2218-47d1-b2dc-8571452ccfbd'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:47:38.706594 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e3a6b9-5ba5-4cd9-a054-f430a43b72df req-531f6e0c-7096-4dc6-b098-c4d718342914 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] No DVR routers for this DVR port 2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311 on host hv-cinder-80989 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:47:38.709699 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-96e3a6b9-5ba5-4cd9-a054-f430a43b72df req-531f6e0c-7096-4dc6-b098-c4d718342914 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:38.711596 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-96e3a6b9-5ba5-4cd9-a054-f430a43b72df req-531f6e0c-7096-4dc6-b098-c4d718342914 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.13 "DELETE /v2.0/ports/2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311 HTTP/1.1" status: 204 len: 173 time: 0.7608213 Sep 18 12:47:38.712056 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1', 'name': 'network-vif-deleted', 'tag': '2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:47:38.714269 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d02f96-7e4a-446d-b987-24ea78e93020" -d '{"events": [{"server_uuid": "4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1", "name": "network-vif-deleted", "tag": "2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:47:38.751107 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84679b62-0ff8-463f-a2d9-008af7a1faa5 x-openstack-request-id: req-84679b62-0ff8-463f-a2d9-008af7a1faa5 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:47:38.751395 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1", "name": "network-vif-deleted", "tag": "2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:47:38.751673 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-84679b62-0ff8-463f-a2d9-008af7a1faa5 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:47:38.752085 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdaa59a-2ac3-4ec0-ae8b-ef7678b98ac1', 'name': 'network-vif-deleted', 'tag': '2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311', 'status': 'completed', 'code': 200} Sep 18 12:47:38.798421 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-5ddc96cf-6504-4371-b23c-22e0c7cf8de5 None None] Set router 2c9a1564-2218-47d1-b2dc-8571452ccfbd gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:47:38.994994 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-5ddc96cf-6504-4371-b23c-22e0c7cf8de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'name': 'tempest-AttachVolumeTestJSON-1319826962-router', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:54Z', 'revision_number': 4, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'gw_port': {'id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'bc6a0e7b-db91-447b-acb8-e12b9810f4a5', 'name': '', 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'mac_address': 'fa:16:3e:e3:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:53Z', 'updated_at': '2021-09-18T12:44:57Z', 'revision_number': 5, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'subnets': [{'id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:47:39.024080 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddc96cf-6504-4371-b23c-22e0c7cf8de5 None None] Checking router: 2c9a1564-2218-47d1-b2dc-8571452ccfbd for host: dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:47:39.033284 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc96cf-6504-4371-b23c-22e0c7cf8de5 None None] Routers {'2c9a1564-2218-47d1-b2dc-8571452ccfbd'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:47:39.033811 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-5ddc96cf-6504-4371-b23c-22e0c7cf8de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:47:27Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['2c9a1564-2218-47d1-b2dc-8571452ccfbd'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:47:39.141822 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-5ddc96cf-6504-4371-b23c-22e0c7cf8de5 None None] Set router 2c9a1564-2218-47d1-b2dc-8571452ccfbd gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:47:39.332160 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-5ddc96cf-6504-4371-b23c-22e0c7cf8de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'name': 'tempest-AttachVolumeTestJSON-1319826962-router', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:54Z', 'revision_number': 4, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'gw_port': {'id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'bc6a0e7b-db91-447b-acb8-e12b9810f4a5', 'name': '', 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'mac_address': 'fa:16:3e:e3:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:53Z', 'updated_at': '2021-09-18T12:44:57Z', 'revision_number': 5, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'subnets': [{'id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:47:39.356966 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddc96cf-6504-4371-b23c-22e0c7cf8de5 None None] The sync data for ids ['2c9a1564-2218-47d1-b2dc-8571452ccfbd'] in dv-cinder-809894-1-iscsi is: [{'id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'name': 'tempest-AttachVolumeTestJSON-1319826962-router', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:54Z', 'revision_number': 4, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'gw_port': {'id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'bc6a0e7b-db91-447b-acb8-e12b9810f4a5', 'name': '', 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'mac_address': 'fa:16:3e:e3:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:53Z', 'updated_at': '2021-09-18T12:44:57Z', 'revision_number': 5, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'subnets': [{'id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:47:39.565153 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95fb00b-46b6-4297-b38e-e1723888c39f None None] New status for floating IP 2b69cbc0-437d-4441-9c35-4c53781ce68b: DOWN {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 12:47:40.566420 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 57434) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:47:40.619235 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fa254773-490f-429e-9601-38bff4b9521b tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:40.641806 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fa254773-490f-429e-9601-38bff4b9521b tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:40.687728 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fa254773-490f-429e-9601-38bff4b9521b tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:40.690233 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fa254773-490f-429e-9601-38bff4b9521b tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:40.691357 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-fa254773-490f-429e-9601-38bff4b9521b tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "DELETE /v2.0/security-groups/f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc HTTP/1.1" status: 204 len: 168 time: 0.1239371 Sep 18 12:47:40.695695 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 57436) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:47:40.700724 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa254773-490f-429e-9601-38bff4b9521b tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:47:40.708896 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.api.v2.resource [None req-9c71b39e-8799-47aa-a604-62c820e1ca8f tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] show failed (client error): The resource could not be found. Sep 18 12:47:40.709901 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-9c71b39e-8799-47aa-a604-62c820e1ca8f tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups/f6a820f2-2129-48ec-8ff9-0c5f8f8c5edc HTTP/1.1" status: 404 len: 347 time: 0.0141029 Sep 18 12:47:40.712705 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 57438) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:47:40.835583 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-50f91ae2-6e85-40a1-8cf2-74d68f49ad11 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Deleting port 147f5c7c-1713-4356-b052-3cbc1467a775 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:47:40.835946 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-50f91ae2-6e85-40a1-8cf2-74d68f49ad11 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:40.912617 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-50f91ae2-6e85-40a1-8cf2-74d68f49ad11 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:40.912943 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-50f91ae2-6e85-40a1-8cf2-74d68f49ad11 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:40.924204 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-50f91ae2-6e85-40a1-8cf2-74d68f49ad11 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Calling delete_port for 147f5c7c-1713-4356-b052-3cbc1467a775 owned by network:floatingip {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:47:41.050709 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-50f91ae2-6e85-40a1-8cf2-74d68f49ad11 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:41.076856 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f91ae2-6e85-40a1-8cf2-74d68f49ad11 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Pushing event deleted for resources: {'Port': ['ID=147f5c7c-1713-4356-b052-3cbc1467a775,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:47:41.136723 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-50f91ae2-6e85-40a1-8cf2-74d68f49ad11 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for floatingip, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:41.139238 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-50f91ae2-6e85-40a1-8cf2-74d68f49ad11 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:41.140415 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-50f91ae2-6e85-40a1-8cf2-74d68f49ad11 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "DELETE /v2.0/floatingips/2b69cbc0-437d-4441-9c35-4c53781ce68b HTTP/1.1" status: 204 len: 168 time: 0.4268289 Sep 18 12:47:41.326139 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 57442) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:47:41.330697 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-6aa37ac5-f6af-4fde-84e9-0a967f8c6178 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Request body: {'security_group': {'name': 'tempest-securitygroup--244171598', 'description': 'tempest-description--1977918447'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:47:41.352714 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6aa37ac5-f6af-4fde-84e9-0a967f8c6178 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:41.430466 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6aa37ac5-f6af-4fde-84e9-0a967f8c6178 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:41.433817 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6aa37ac5-f6af-4fde-84e9-0a967f8c6178 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:41.461726 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6aa37ac5-f6af-4fde-84e9-0a967f8c6178 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:41.462908 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6aa37ac5-f6af-4fde-84e9-0a967f8c6178 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1357393 Sep 18 12:47:41.465920 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 57444) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:47:41.466772 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa37ac5-f6af-4fde-84e9-0a967f8c6178 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf4e9e2-f9b0-44c6-bbdb-d81435474a10,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:47:41.470410 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-faf319ed-0170-4fb7-8b6f-3c4660ac1d6e tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Request body: {'security_group_rule': {'security_group_id': 'dcf4e9e2-f9b0-44c6-bbdb-d81435474a10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:47:41.496003 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-faf319ed-0170-4fb7-8b6f-3c4660ac1d6e tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:41.540280 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-faf319ed-0170-4fb7-8b6f-3c4660ac1d6e tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:41.543929 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-faf319ed-0170-4fb7-8b6f-3c4660ac1d6e tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772246'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:41.563630 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf319ed-0170-4fb7-8b6f-3c4660ac1d6e tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5925c528-3d5d-4d04-b783-a0637cd09a55,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:47:41.567616 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-faf319ed-0170-4fb7-8b6f-3c4660ac1d6e tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:41.569438 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-faf319ed-0170-4fb7-8b6f-3c4660ac1d6e tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1023958 Sep 18 12:47:41.572070 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 57446) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:47:41.576908 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-d2ec59ee-17b2-4dd1-bc7a-def2d95ccc96 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Request body: {'security_group_rule': {'security_group_id': 'dcf4e9e2-f9b0-44c6-bbdb-d81435474a10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:47:41.602149 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d2ec59ee-17b2-4dd1-bc7a-def2d95ccc96 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:41.658664 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d2ec59ee-17b2-4dd1-bc7a-def2d95ccc96 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:41.662132 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d2ec59ee-17b2-4dd1-bc7a-def2d95ccc96 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772246'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:41.678483 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec59ee-17b2-4dd1-bc7a-def2d95ccc96 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d24611d0-7b6f-41f5-a1d5-2689ceab2f40,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:47:41.684666 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d2ec59ee-17b2-4dd1-bc7a-def2d95ccc96 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:41.685862 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d2ec59ee-17b2-4dd1-bc7a-def2d95ccc96 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127014 Sep 18 12:47:41.688952 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 57448) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:47:41.693974 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-400ba7cf-4a49-4d0d-9ff6-a675370248a8 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Request body: {'floatingip': {'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:47:41.715647 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-400ba7cf-4a49-4d0d-9ff6-a675370248a8 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for floatingip, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:41.807475 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-400ba7cf-4a49-4d0d-9ff6-a675370248a8 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:41.909244 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-400ba7cf-4a49-4d0d-9ff6-a675370248a8 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Allocated IP 172.27.1.157 (135fce6b-ed16-41bb-8b70-07cd0f37ee2f/d6efedb2-cfaf-4090-8480-952b0af5c0d6/61c85eee-2277-48ab-860b-bde2f7370679) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:47:42.007781 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-400ba7cf-4a49-4d0d-9ff6-a675370248a8 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:42.039317 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-400ba7cf-4a49-4d0d-9ff6-a675370248a8 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:42.078274 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400ba7cf-4a49-4d0d-9ff6-a675370248a8 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Network 135fce6b-ed16-41bb-8b70-07cd0f37ee2f is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:47:42.081333 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-400ba7cf-4a49-4d0d-9ff6-a675370248a8 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:47:42.083931 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400ba7cf-4a49-4d0d-9ff6-a675370248a8 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:47:42.112765 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ba7cf-4a49-4d0d-9ff6-a675370248a8 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Pushing event updated for resources: {'Port': ['ID=61c85eee-2277-48ab-860b-bde2f7370679,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:47:42.171865 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-400ba7cf-4a49-4d0d-9ff6-a675370248a8 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:42.203904 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-400ba7cf-4a49-4d0d-9ff6-a675370248a8 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:42.209941 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311 no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:47:42.228889 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] No Port match for: 2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:47:42.229225 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 2e75d5e0-f2a9-4b9e-ad00-f0ae3c692311 not bound to the agent host hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:47:42.346721 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-400ba7cf-4a49-4d0d-9ff6-a675370248a8 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:42.351443 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-400ba7cf-4a49-4d0d-9ff6-a675370248a8 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25655335'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:42.423751 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ba7cf-4a49-4d0d-9ff6-a675370248a8 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Pushing event updated for resources: {'Port': ['ID=61c85eee-2277-48ab-860b-bde2f7370679,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:47:42.430279 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-400ba7cf-4a49-4d0d-9ff6-a675370248a8 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673873'] for floatingip, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:42.442932 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-400ba7cf-4a49-4d0d-9ff6-a675370248a8 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for floatingip, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:42.444177 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-400ba7cf-4a49-4d0d-9ff6-a675370248a8 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7543168 Sep 18 12:47:42.622935 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-2ab23217-b59e-4558-b5c2-5ab92282ec6a tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--244171598&fields=id&tenant_id=f09ebd2453a34452928ed0e02adb3f80 HTTP/1.1" status: 200 len: 267 time: 0.0323341 Sep 18 12:47:42.725077 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-58f26c22-b299-445c-95bf-27633cb08888 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:42.726519 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-58f26c22-b299-445c-95bf-27633cb08888 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/networks?id=dccb6e2a-f4a1-45df-9247-402af428fe57 HTTP/1.1" status: 200 len: 811 time: 0.0967493 Sep 18 12:47:42.741405 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-65754916-dea8-47f0-8c4e-d7739a710d76 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/quotas/f09ebd2453a34452928ed0e02adb3f80 HTTP/1.1" status: 200 len: 375 time: 0.0086222 Sep 18 12:47:42.796027 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-8fdb7193-d0b7-4089-88de-2e1110bb5229 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f09ebd2453a34452928ed0e02adb3f80&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496595 Sep 18 12:47:42.888400 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-2e2e11d6-a2d7-4a10-b4c2-cc133ea94889 service neutron] 10.222.0.24 "GET /v2.0/networks/dccb6e2a-f4a1-45df-9247-402af428fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810041 Sep 18 12:47:42.979468 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-32ebd946-afd6-46df-a813-c355ec4209e2 service neutron] 10.222.0.24 "GET /v2.0/networks/dccb6e2a-f4a1-45df-9247-402af428fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850189 Sep 18 12:47:44.149237 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d0597d82-ed66-42f2-8d9f-1ea32eafa401 req-48861868-ecb8-438d-a0a8-f8ed92743189 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5998c882-4dc4-47a8-8596-b346e4331e6d HTTP/1.1" status: 200 len: 210 time: 0.0259495 Sep 18 12:47:45.223616 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-96c9a1e8-4d14-427d-bafc-f5eb95cb8cd6 req-93c2a108-e1b0-479e-89fe-3effcdf3e06b tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5998c882-4dc4-47a8-8596-b346e4331e6d HTTP/1.1" status: 200 len: 210 time: 0.0253911 Sep 18 12:47:46.299102 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1e88a67c-369f-4530-8a91-81d8317d52cc req-0536a520-0bba-45a9-89b2-13d9414c170b tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5998c882-4dc4-47a8-8596-b346e4331e6d HTTP/1.1" status: 200 len: 210 time: 0.0255949 Sep 18 12:47:47.384240 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9101f2d7-359a-4782-a2eb-271bdf8cee0c req-a10d87d2-16d3-4813-8324-836c8ad161e4 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5998c882-4dc4-47a8-8596-b346e4331e6d HTTP/1.1" status: 200 len: 210 time: 0.0347095 Sep 18 12:47:47.660074 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:48.473951 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-07c466b5-5428-4a7f-b239-653febfabdaf req-7699de01-096b-41a2-b00f-0858cd41d914 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5998c882-4dc4-47a8-8596-b346e4331e6d HTTP/1.1" status: 200 len: 210 time: 0.0246007 Sep 18 12:47:49.234390 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-5d8f9e02-e415-4363-93b0-3111f57a5d95 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:49.235875 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-5d8f9e02-e415-4363-93b0-3111f57a5d95 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.13 "GET /v2.0/networks?id=dccb6e2a-f4a1-45df-9247-402af428fe57 HTTP/1.1" status: 200 len: 811 time: 0.1042807 Sep 18 12:47:49.279845 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-f670af7e-329b-4c53-be72-d814282f1fb7 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f09ebd2453a34452928ed0e02adb3f80 HTTP/1.1" status: 200 len: 379 time: 0.0348971 Sep 18 12:47:49.291892 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-4186c521-3dbe-4660-8f4d-23bdf96dcc20 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Request body: {'port': {'device_id': '5998c882-4dc4-47a8-8596-b346e4331e6d', 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57', 'admin_state_up': True, 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'security_groups': ['dcf4e9e2-f9b0-44c6-bbdb-d81435474a10']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:47:49.399936 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-4186c521-3dbe-4660-8f4d-23bdf96dcc20 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Made reservation on behalf of f09ebd2453a34452928ed0e02adb3f80 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:47:49.403322 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-4186c521-3dbe-4660-8f4d-23bdf96dcc20 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:49.524318 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-4186c521-3dbe-4660-8f4d-23bdf96dcc20 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Allocated IP 172.20.0.8 (dccb6e2a-f4a1-45df-9247-402af428fe57/61f4b903-699f-489b-b0ee-6b9e010d7014/451b0cf6-2690-4bcd-a727-87e4af8c7b6d) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:47:49.582080 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8e664aac-3d34-4c50-815b-752eaac29e15 req-336e357b-7233-4488-a2d8-68bd2f502933 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5998c882-4dc4-47a8-8596-b346e4331e6d HTTP/1.1" status: 200 len: 210 time: 0.0387561 Sep 18 12:47:49.680207 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-4186c521-3dbe-4660-8f4d-23bdf96dcc20 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:49.712504 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-4186c521-3dbe-4660-8f4d-23bdf96dcc20 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:49.756126 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-4186c521-3dbe-4660-8f4d-23bdf96dcc20 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Network dccb6e2a-f4a1-45df-9247-402af428fe57 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:47:49.759566 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-4186c521-3dbe-4660-8f4d-23bdf96dcc20 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:47:49.762989 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-4186c521-3dbe-4660-8f4d-23bdf96dcc20 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:47:49.771023 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186c521-3dbe-4660-8f4d-23bdf96dcc20 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Pushing event updated for resources: {'Port': ['ID=451b0cf6-2690-4bcd-a727-87e4af8c7b6d,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:47:49.801349 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186c521-3dbe-4660-8f4d-23bdf96dcc20 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:47:49.801687 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186c521-3dbe-4660-8f4d-23bdf96dcc20 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:47:49.802024 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186c521-3dbe-4660-8f4d-23bdf96dcc20 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:47:49.802351 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186c521-3dbe-4660-8f4d-23bdf96dcc20 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:47:49.802673 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186c521-3dbe-4660-8f4d-23bdf96dcc20 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:47:49.802998 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186c521-3dbe-4660-8f4d-23bdf96dcc20 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:47:49.803355 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186c521-3dbe-4660-8f4d-23bdf96dcc20 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:47:49.803691 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186c521-3dbe-4660-8f4d-23bdf96dcc20 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:47:49.804013 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186c521-3dbe-4660-8f4d-23bdf96dcc20 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:47:49.804329 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186c521-3dbe-4660-8f4d-23bdf96dcc20 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:47:49.804638 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186c521-3dbe-4660-8f4d-23bdf96dcc20 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:47:49.804948 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186c521-3dbe-4660-8f4d-23bdf96dcc20 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:47:49.827572 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-4186c521-3dbe-4660-8f4d-23bdf96dcc20 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:49.828204 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-4186c521-3dbe-4660-8f4d-23bdf96dcc20 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:49.843524 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-4186c521-3dbe-4660-8f4d-23bdf96dcc20 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5549293 Sep 18 12:47:49.856579 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-08dc6db8-07bf-4bfc-ae1d-a886fedf9aff service neutron] Request body: {'port': {'device_id': '5998c882-4dc4-47a8-8596-b346e4331e6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:47:49.911395 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-08dc6db8-07bf-4bfc-ae1d-a886fedf9aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:49.938467 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-55cb99bc-24e0-4cfd-9d14-e834ab871b4d None None] Provisioning complete for port 451b0cf6-2690-4bcd-a727-87e4af8c7b6d triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:47:49.939026 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-55cb99bc-24e0-4cfd-9d14-e834ab871b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:49.971628 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-55cb99bc-24e0-4cfd-9d14-e834ab871b4d None None] Port 451b0cf6-2690-4bcd-a727-87e4af8c7b6d cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 12:47:50.169185 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-08dc6db8-07bf-4bfc-ae1d-a886fedf9aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 451b0cf6-2690-4bcd-a727-87e4af8c7b6d {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:47:50.176433 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-08dc6db8-07bf-4bfc-ae1d-a886fedf9aff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:50.187679 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-08dc6db8-07bf-4bfc-ae1d-a886fedf9aff service neutron] Transition to ACTIVE for port object 451b0cf6-2690-4bcd-a727-87e4af8c7b6d will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 12:47:50.192431 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-08dc6db8-07bf-4bfc-ae1d-a886fedf9aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25309473'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:50.242011 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc6db8-07bf-4bfc-ae1d-a886fedf9aff service neutron] Pushing event updated for resources: {'Port': ['ID=451b0cf6-2690-4bcd-a727-87e4af8c7b6d,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:47:50.313236 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-08dc6db8-07bf-4bfc-ae1d-a886fedf9aff service neutron] Attempting to bind port 451b0cf6-2690-4bcd-a727-87e4af8c7b6d on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:47:50.313567 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-08dc6db8-07bf-4bfc-ae1d-a886fedf9aff service neutron] Attempting to bind port 451b0cf6-2690-4bcd-a727-87e4af8c7b6d by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': '08e1ccdd-324a-4902-8205-2512d50cfd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:47:50.313890 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-08dc6db8-07bf-4bfc-ae1d-a886fedf9aff service neutron] Attempting to bind port 451b0cf6-2690-4bcd-a727-87e4af8c7b6d on network dccb6e2a-f4a1-45df-9247-402af428fe57 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:47:50.318318 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-08dc6db8-07bf-4bfc-ae1d-a886fedf9aff service neutron] Port 451b0cf6-2690-4bcd-a727-87e4af8c7b6d on network dccb6e2a-f4a1-45df-9247-402af428fe57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 12:47:50.318643 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-08dc6db8-07bf-4bfc-ae1d-a886fedf9aff service neutron] Attempting to bind port 451b0cf6-2690-4bcd-a727-87e4af8c7b6d on network dccb6e2a-f4a1-45df-9247-402af428fe57 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:47:50.323756 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-08dc6db8-07bf-4bfc-ae1d-a886fedf9aff service neutron] Checking agent: {'id': '48060bde-194c-4a59-bb73-c876edc89e02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'started_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:47:50.324095 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-08dc6db8-07bf-4bfc-ae1d-a886fedf9aff service neutron] Checking segment: {'id': '08e1ccdd-324a-4902-8205-2512d50cfd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:47:50.324474 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-08dc6db8-07bf-4bfc-ae1d-a886fedf9aff service neutron] Bound using segment: {'id': '08e1ccdd-324a-4902-8205-2512d50cfd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:47:50.324894 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-08dc6db8-07bf-4bfc-ae1d-a886fedf9aff service neutron] Bound port: 451b0cf6-2690-4bcd-a727-87e4af8c7b6d, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e1ccdd-324a-4902-8205-2512d50cfd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:47:50.325251 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-08dc6db8-07bf-4bfc-ae1d-a886fedf9aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:50.392509 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-08dc6db8-07bf-4bfc-ae1d-a886fedf9aff service neutron] For port 451b0cf6-2690-4bcd-a727-87e4af8c7b6d, host hv-cinder-80989, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:47:50.395977 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-08dc6db8-07bf-4bfc-ae1d-a886fedf9aff service neutron] For port 451b0cf6-2690-4bcd-a727-87e4af8c7b6d, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=451b0cf6-2690-4bcd-a727-87e4af8c7b6d,segment=NetworkSegment(08e1ccdd-324a-4902-8205-2512d50cfd89),segment_id=08e1ccdd-324a-4902-8205-2512d50cfd89)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:47:50.400673 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-08dc6db8-07bf-4bfc-ae1d-a886fedf9aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25309473'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:50.432150 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-08dc6db8-07bf-4bfc-ae1d-a886fedf9aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:50.432775 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-08dc6db8-07bf-4bfc-ae1d-a886fedf9aff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:50.434163 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-08dc6db8-07bf-4bfc-ae1d-a886fedf9aff service neutron] 10.222.0.13 "PUT /v2.0/ports/451b0cf6-2690-4bcd-a727-87e4af8c7b6d HTTP/1.1" status: 200 len: 1093 time: 0.5819154 Sep 18 12:47:50.434589 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5998c882-4dc4-47a8-8596-b346e4331e6d', 'tag': '451b0cf6-2690-4bcd-a727-87e4af8c7b6d'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:47:50.436987 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7ba1c1-ccfc-4b19-9ea5-44ce89fa8543" -d '{"events": [{"name": "network-changed", "server_uuid": "5998c882-4dc4-47a8-8596-b346e4331e6d", "tag": "451b0cf6-2690-4bcd-a727-87e4af8c7b6d"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:47:50.464094 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc6db8-07bf-4bfc-ae1d-a886fedf9aff service neutron] Pushing event updated for resources: {'Port': ['ID=451b0cf6-2690-4bcd-a727-87e4af8c7b6d,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:47:50.503099 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7c2fd0-31d2-4d41-a7ca-27271f912eef x-openstack-request-id: req-ca7c2fd0-31d2-4d41-a7ca-27271f912eef {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:47:50.503391 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5998c882-4dc4-47a8-8596-b346e4331e6d", "tag": "451b0cf6-2690-4bcd-a727-87e4af8c7b6d", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:47:50.503637 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca7c2fd0-31d2-4d41-a7ca-27271f912eef {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:47:50.504061 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5998c882-4dc4-47a8-8596-b346e4331e6d', 'tag': '451b0cf6-2690-4bcd-a727-87e4af8c7b6d', 'status': 'completed', 'code': 200} Sep 18 12:47:50.520329 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-adc56484-cecd-49dd-a4e3-dd70c81279db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:50.521834 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-adc56484-cecd-49dd-a4e3-dd70c81279db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f09ebd2453a34452928ed0e02adb3f80&device_id=5998c882-4dc4-47a8-8596-b346e4331e6d HTTP/1.1" status: 200 len: 1096 time: 0.0448031 Sep 18 12:47:50.566931 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-5562ca25-4d50-43fb-a062-64a9eb74f033 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=451b0cf6-2690-4bcd-a727-87e4af8c7b6d HTTP/1.1" status: 200 len: 217 time: 0.0373573 Sep 18 12:47:50.617045 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-16d23f3e-baa2-4117-9005-b6fb8f8b18bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:50.618496 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-16d23f3e-baa2-4117-9005-b6fb8f8b18bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61f4b903-699f-489b-b0ee-6b9e010d7014 HTTP/1.1" status: 200 len: 850 time: 0.0452940 Sep 18 12:47:50.690361 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-9eddec75-3eb2-4d63-8d6a-806195bc20e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:50.691772 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-9eddec75-3eb2-4d63-8d6a-806195bc20e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dccb6e2a-f4a1-45df-9247-402af428fe57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0664985 Sep 18 12:47:50.703480 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec86f9-4e1c-4e30-9cfd-d436dd2ec014 req-3ed34cb7-bd6b-40de-8905-0ad00274d621 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:50.704845 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2dec86f9-4e1c-4e30-9cfd-d436dd2ec014 req-3ed34cb7-bd6b-40de-8905-0ad00274d621 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5998c882-4dc4-47a8-8596-b346e4331e6d HTTP/1.1" status: 200 len: 943 time: 0.0546584 Sep 18 12:47:50.791851 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2dec86f9-4e1c-4e30-9cfd-d436dd2ec014 req-b99dd5c8-4f81-4cf3-a9fb-db3c9c6a8ace tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcf4e9e2-f9b0-44c6-bbdb-d81435474a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788977 Sep 18 12:47:50.818240 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-3872326b-a248-4dbe-93bc-6af282938422 service neutron] 10.222.0.13 "GET /v2.0/networks/dccb6e2a-f4a1-45df-9247-402af428fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125088 Sep 18 12:47:50.908608 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e5d313df-a057-4a01-a072-2c7f0bcc72f8 req-5a2c766e-17de-4ce9-a2d1-a211c7d6e4d4 service neutron] 10.222.0.13 "GET /v2.0/networks/dccb6e2a-f4a1-45df-9247-402af428fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835824 Sep 18 12:47:50.992873 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ba1c1-ccfc-4b19-9ea5-44ce89fa8543 req-2c124d6e-39d7-4b63-a5c3-1f4fbc6df107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:50.994268 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5a7ba1c1-ccfc-4b19-9ea5-44ce89fa8543 req-2c124d6e-39d7-4b63-a5c3-1f4fbc6df107 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f09ebd2453a34452928ed0e02adb3f80&device_id=5998c882-4dc4-47a8-8596-b346e4331e6d HTTP/1.1" status: 200 len: 1096 time: 0.0397143 Sep 18 12:47:51.086004 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ba1c1-ccfc-4b19-9ea5-44ce89fa8543 req-2e33b146-dd81-4e7b-a106-466edb33c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:51.087417 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5a7ba1c1-ccfc-4b19-9ea5-44ce89fa8543 req-2e33b146-dd81-4e7b-a106-466edb33c8ee service neutron] 10.222.0.13 "GET /v2.0/networks?id=dccb6e2a-f4a1-45df-9247-402af428fe57 HTTP/1.1" status: 200 len: 912 time: 0.0848069 Sep 18 12:47:51.129627 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5a7ba1c1-ccfc-4b19-9ea5-44ce89fa8543 req-4c40afda-081b-4128-96b9-268bc4d527f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=451b0cf6-2690-4bcd-a727-87e4af8c7b6d HTTP/1.1" status: 200 len: 217 time: 0.0342073 Sep 18 12:47:51.175524 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ba1c1-ccfc-4b19-9ea5-44ce89fa8543 req-de00a382-2205-4c71-baed-58add9ec6634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:51.176946 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5a7ba1c1-ccfc-4b19-9ea5-44ce89fa8543 req-de00a382-2205-4c71-baed-58add9ec6634 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61f4b903-699f-489b-b0ee-6b9e010d7014 HTTP/1.1" status: 200 len: 850 time: 0.0407979 Sep 18 12:47:51.220669 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ba1c1-ccfc-4b19-9ea5-44ce89fa8543 req-9abf8c7c-3a2b-4dff-9de1-33a67c7401d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:51.222077 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5a7ba1c1-ccfc-4b19-9ea5-44ce89fa8543 req-9abf8c7c-3a2b-4dff-9de1-33a67c7401d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dccb6e2a-f4a1-45df-9247-402af428fe57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374577 Sep 18 12:47:51.311769 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5a7ba1c1-ccfc-4b19-9ea5-44ce89fa8543 req-61093dbf-5838-4759-a06b-de7044495094 service neutron] 10.222.0.13 "GET /v2.0/networks/dccb6e2a-f4a1-45df-9247-402af428fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821850 Sep 18 12:47:51.641418 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5a7ba1c1-ccfc-4b19-9ea5-44ce89fa8543 req-0709ee2f-bd9c-4e60-bc83-d8ac31596d61 service neutron] 10.222.0.13 "GET /v2.0/networks/dccb6e2a-f4a1-45df-9247-402af428fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213103 Sep 18 12:47:51.902528 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7eb383-8fa2-4878-9de4-1eae39139aaf req-dc76c0f1-b410-493c-ab8e-a2516c1fa7b5 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:51.903879 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df7eb383-8fa2-4878-9de4-1eae39139aaf req-dc76c0f1-b410-493c-ab8e-a2516c1fa7b5 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5998c882-4dc4-47a8-8596-b346e4331e6d HTTP/1.1" status: 200 len: 943 time: 0.0467699 Sep 18 12:47:51.939982 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df7eb383-8fa2-4878-9de4-1eae39139aaf req-b933a40c-884b-4847-960c-d0919f10365f tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcf4e9e2-f9b0-44c6-bbdb-d81435474a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303373 Sep 18 12:47:53.049922 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1cea8-0f67-4b18-b491-3fea5b4f1709 req-5d2a7512-eb5b-497e-aec9-28afc0cfa0af tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:53.051364 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-33d1cea8-0f67-4b18-b491-3fea5b4f1709 req-5d2a7512-eb5b-497e-aec9-28afc0cfa0af tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5998c882-4dc4-47a8-8596-b346e4331e6d HTTP/1.1" status: 200 len: 943 time: 0.0464544 Sep 18 12:47:53.088107 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-33d1cea8-0f67-4b18-b491-3fea5b4f1709 req-af3d6b77-7364-4f99-ab48-020a9ba5b054 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcf4e9e2-f9b0-44c6-bbdb-d81435474a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302887 Sep 18 12:47:54.200577 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146d027-3344-4b8e-87e5-c65337db56a7 req-11a6e884-9ac0-4531-8628-d4d3c334249b tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:54.202067 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e146d027-3344-4b8e-87e5-c65337db56a7 req-11a6e884-9ac0-4531-8628-d4d3c334249b tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5998c882-4dc4-47a8-8596-b346e4331e6d HTTP/1.1" status: 200 len: 943 time: 0.0491803 Sep 18 12:47:54.241572 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e146d027-3344-4b8e-87e5-c65337db56a7 req-a183988d-0db8-491f-8301-771ae8b43cbf tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcf4e9e2-f9b0-44c6-bbdb-d81435474a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331881 Sep 18 12:47:54.241801 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 451b0cf6-2690-4bcd-a727-87e4af8c7b6d details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 12:47:54.334820 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 451b0cf6-2690-4bcd-a727-87e4af8c7b6d, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=451b0cf6-2690-4bcd-a727-87e4af8c7b6d,segment=NetworkSegment(08e1ccdd-324a-4902-8205-2512d50cfd89),segment_id=08e1ccdd-324a-4902-8205-2512d50cfd89)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:47:54.345387 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Returning: {'device': '451b0cf6-2690-4bcd-a727-87e4af8c7b6d', 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57', 'port_id': '451b0cf6-2690-4bcd-a727-87e4af8c7b6d', 'mac_address': 'fa:16:3e:43:be:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 12:47:54.382171 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:54.394314 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 451b0cf6-2690-4bcd-a727-87e4af8c7b6d {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:47:54.413018 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 451b0cf6-2690-4bcd-a727-87e4af8c7b6d, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=451b0cf6-2690-4bcd-a727-87e4af8c7b6d,segment=NetworkSegment(08e1ccdd-324a-4902-8205-2512d50cfd89),segment_id=08e1ccdd-324a-4902-8205-2512d50cfd89)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:47:54.416452 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:54.460907 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e42dc951-d735-438b-befc-9b406cb96361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:54.475585 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=451b0cf6-2690-4bcd-a727-87e4af8c7b6d,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:47:54.482446 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:47:54.482795 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:47:54.483134 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:47:54.483468 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:47:54.483833 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:47:54.484163 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:47:54.484493 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:47:54.484816 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:47:54.485158 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:47:54.485488 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:47:54.485809 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:47:54.486129 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:47:54.655608 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['451b0cf6-2690-4bcd-a727-87e4af8c7b6d'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:47:55.354686 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93293dd2-3592-41a5-99b9-a682dad0ceb7 req-dab13abe-8bfd-429b-ad17-5071341bf23e tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:55.356192 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-93293dd2-3592-41a5-99b9-a682dad0ceb7 req-dab13abe-8bfd-429b-ad17-5071341bf23e tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5998c882-4dc4-47a8-8596-b346e4331e6d HTTP/1.1" status: 200 len: 944 time: 0.0479739 Sep 18 12:47:55.394659 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-93293dd2-3592-41a5-99b9-a682dad0ceb7 req-a223a028-af03-4796-8079-c1523bf7ad41 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcf4e9e2-f9b0-44c6-bbdb-d81435474a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326180 Sep 18 12:47:56.257607 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 451b0cf6-2690-4bcd-a727-87e4af8c7b6d up at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:47:56.306365 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning for port 451b0cf6-2690-4bcd-a727-87e4af8c7b6d completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 12:47:56.309804 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning complete for port 451b0cf6-2690-4bcd-a727-87e4af8c7b6d triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:47:56.310168 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:56.383316 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:56.404431 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5998c882-4dc4-47a8-8596-b346e4331e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451b0cf6-2690-4bcd-a727-87e4af8c7b6d'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:47:56.406630 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f443903345165d416a651567efac34002f351ff04fccc6d410eaa1beaa8a1ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9687a41e-2ded-498c-b060-656f80f49f8b" -d '{"events": [{"server_uuid": "5998c882-4dc4-47a8-8596-b346e4331e6d", "name": "network-vif-plugged", "status": "completed", "tag": "451b0cf6-2690-4bcd-a727-87e4af8c7b6d"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:47:56.420250 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 451b0cf6-2690-4bcd-a727-87e4af8c7b6d, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=451b0cf6-2690-4bcd-a727-87e4af8c7b6d,segment=NetworkSegment(08e1ccdd-324a-4902-8205-2512d50cfd89),segment_id=08e1ccdd-324a-4902-8205-2512d50cfd89)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:47:56.425307 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:56.452194 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8d02bb-ea86-42ba-adc9-88df6ec9b642 x-openstack-request-id: req-5f8d02bb-ea86-42ba-adc9-88df6ec9b642 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:47:56.452473 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5998c882-4dc4-47a8-8596-b346e4331e6d", "name": "network-vif-plugged", "status": "completed", "tag": "451b0cf6-2690-4bcd-a727-87e4af8c7b6d", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:47:56.452720 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5f8d02bb-ea86-42ba-adc9-88df6ec9b642 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:47:56.453105 dv-cinder-809894-1-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5998c882-4dc4-47a8-8596-b346e4331e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451b0cf6-2690-4bcd-a727-87e4af8c7b6d', 'code': 200} Sep 18 12:47:56.482389 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=451b0cf6-2690-4bcd-a727-87e4af8c7b6d,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:47:56.511766 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2167e-d60c-44a1-901e-2a49c69e6a03 req-b02ed6fb-f320-40fc-86e1-78a4dff6f9de tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:56.513161 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f4a2167e-d60c-44a1-901e-2a49c69e6a03 req-b02ed6fb-f320-40fc-86e1-78a4dff6f9de tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5998c882-4dc4-47a8-8596-b346e4331e6d HTTP/1.1" status: 200 len: 945 time: 0.0497200 Sep 18 12:47:56.550427 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f4a2167e-d60c-44a1-901e-2a49c69e6a03 req-4849a779-120b-4b96-80fa-9f7d90c12137 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcf4e9e2-f9b0-44c6-bbdb-d81435474a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313239 Sep 18 12:47:56.613796 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac6980-94a7-4efd-a105-7db200635c11 req-2591a151-1785-4c71-8891-5b23f0c00131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:56.615200 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-feac6980-94a7-4efd-a105-7db200635c11 req-2591a151-1785-4c71-8891-5b23f0c00131 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5998c882-4dc4-47a8-8596-b346e4331e6d HTTP/1.1" status: 200 len: 1098 time: 0.0378938 Sep 18 12:47:56.650602 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-feac6980-94a7-4efd-a105-7db200635c11 req-38aec27d-2605-4af9-8a62-f5307ddee284 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dcf4e9e2-f9b0-44c6-bbdb-d81435474a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286705 Sep 18 12:47:57.036579 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cec107c0-a7cc-49c5-bc3f-eb2184c29a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:57.665406 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5dc02-36fc-4e9c-a913-077eedee481e req-2e63c827-12ef-4956-9b2d-283c09a1a63b tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:57.667033 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-44f5dc02-36fc-4e9c-a913-077eedee481e req-2e63c827-12ef-4956-9b2d-283c09a1a63b tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5998c882-4dc4-47a8-8596-b346e4331e6d HTTP/1.1" status: 200 len: 945 time: 0.0495942 Sep 18 12:47:57.704667 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-44f5dc02-36fc-4e9c-a913-077eedee481e req-cb6d1287-a1f7-4290-a3d2-ff70dc7ee9a6 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcf4e9e2-f9b0-44c6-bbdb-d81435474a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316548 Sep 18 12:47:57.755040 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:58.123699 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:58.821717 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca065c28-74da-4e0d-bdfd-3698809b0c22 req-ce8debdb-32fc-4ddb-ac75-8c3339339cf7 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:58.823162 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ca065c28-74da-4e0d-bdfd-3698809b0c22 req-ce8debdb-32fc-4ddb-ac75-8c3339339cf7 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5998c882-4dc4-47a8-8596-b346e4331e6d HTTP/1.1" status: 200 len: 945 time: 0.0476899 Sep 18 12:47:58.859745 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ca065c28-74da-4e0d-bdfd-3698809b0c22 req-c1b9c087-55a9-49b6-abff-62f51425ce9e tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcf4e9e2-f9b0-44c6-bbdb-d81435474a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304604 Sep 18 12:47:58.965502 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead5480-efa2-4b95-b146-b0bd3d685cb4 req-4da831df-386f-424d-979b-9f115b4246d4 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:58.966928 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fead5480-efa2-4b95-b146-b0bd3d685cb4 req-4da831df-386f-424d-979b-9f115b4246d4 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5998c882-4dc4-47a8-8596-b346e4331e6d HTTP/1.1" status: 200 len: 945 time: 0.0460832 Sep 18 12:47:58.976320 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 57522) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:47:58.980721 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-6ccaf6fa-2c60-431c-a968-e383bc78bde5 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Request body: {'floatingip': {'port_id': '451b0cf6-2690-4bcd-a727-87e4af8c7b6d'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:47:59.022882 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6ccaf6fa-2c60-431c-a968-e383bc78bde5 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for floatingip, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:59.442157 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6ccaf6fa-2c60-431c-a968-e383bc78bde5 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:59.446543 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6ccaf6fa-2c60-431c-a968-e383bc78bde5 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673873'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:59.544240 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-6ccaf6fa-2c60-431c-a968-e383bc78bde5 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Floating IP 91875d97-c389-45a3-a5b9-8d2e892a78c5 associated. External IP: 172.27.1.157, port: 451b0cf6-2690-4bcd-a727-87e4af8c7b6d. Sep 18 12:47:59.639543 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:59.743880 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ccaf6fa-2c60-431c-a968-e383bc78bde5 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Router 2c9a1564-2218-47d1-b2dc-8571452ccfbd has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:47:59.847735 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccaf6fa-2c60-431c-a968-e383bc78bde5 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:47:59.853089 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6ccaf6fa-2c60-431c-a968-e383bc78bde5 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:47:59.857514 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d654383-e3a8-4bdf-8a99-7025513d7788 None None] Sync routers for ids ['2c9a1564-2218-47d1-b2dc-8571452ccfbd'] in dv-cinder-809894-1-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:47:59.870308 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d654383-e3a8-4bdf-8a99-7025513d7788 None None] Routers {'2c9a1564-2218-47d1-b2dc-8571452ccfbd'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:47:59.870912 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-6d654383-e3a8-4bdf-8a99-7025513d7788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:47:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['2c9a1564-2218-47d1-b2dc-8571452ccfbd'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:47:59.885106 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6ccaf6fa-2c60-431c-a968-e383bc78bde5 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "PUT /v2.0/floatingips/91875d97-c389-45a3-a5b9-8d2e892a78c5 HTTP/1.1" status: 200 len: 991 time: 0.9075079 Sep 18 12:47:59.885948 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5998c882-4dc4-47a8-8596-b346e4331e6d', 'tag': '451b0cf6-2690-4bcd-a727-87e4af8c7b6d'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:47:59.889823 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7bc238-521c-411c-ac06-f51110604fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "5998c882-4dc4-47a8-8596-b346e4331e6d", "tag": "451b0cf6-2690-4bcd-a727-87e4af8c7b6d"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:47:59.927613 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36db3e65-39c7-4f23-ac7e-15ac51a855b1 x-openstack-request-id: req-36db3e65-39c7-4f23-ac7e-15ac51a855b1 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:47:59.927994 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5998c882-4dc4-47a8-8596-b346e4331e6d", "tag": "451b0cf6-2690-4bcd-a727-87e4af8c7b6d", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:47:59.928843 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-36db3e65-39c7-4f23-ac7e-15ac51a855b1 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:47:59.928843 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5998c882-4dc4-47a8-8596-b346e4331e6d', 'tag': '451b0cf6-2690-4bcd-a727-87e4af8c7b6d', 'status': 'completed', 'code': 200} Sep 18 12:47:59.988462 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-6d654383-e3a8-4bdf-8a99-7025513d7788 None None] Set router 2c9a1564-2218-47d1-b2dc-8571452ccfbd gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:47:59.989881 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bc238-521c-411c-ac06-f51110604fc7 req-c4650a5f-8415-43ea-9d25-5cfcc1f98ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:47:59.992212 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ae7bc238-521c-411c-ac06-f51110604fc7 req-c4650a5f-8415-43ea-9d25-5cfcc1f98ecd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f09ebd2453a34452928ed0e02adb3f80&device_id=5998c882-4dc4-47a8-8596-b346e4331e6d HTTP/1.1" status: 200 len: 1098 time: 0.0422404 Sep 18 12:48:00.096904 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bc238-521c-411c-ac06-f51110604fc7 req-690a71d1-d9b0-4255-8bea-f0daf0820fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:48:00.098415 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ae7bc238-521c-411c-ac06-f51110604fc7 req-690a71d1-d9b0-4255-8bea-f0daf0820fcb service neutron] 10.222.0.13 "GET /v2.0/networks?id=dccb6e2a-f4a1-45df-9247-402af428fe57 HTTP/1.1" status: 200 len: 912 time: 0.0998645 Sep 18 12:48:00.169048 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ae7bc238-521c-411c-ac06-f51110604fc7 req-933e1be3-4e45-4e6b-8e4f-0c6e681b2341 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=451b0cf6-2690-4bcd-a727-87e4af8c7b6d HTTP/1.1" status: 200 len: 999 time: 0.0639973 Sep 18 12:48:00.219506 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bc238-521c-411c-ac06-f51110604fc7 req-09a84612-5cdd-4f4a-bcb0-f8a9fb348d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:48:00.221021 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ae7bc238-521c-411c-ac06-f51110604fc7 req-09a84612-5cdd-4f4a-bcb0-f8a9fb348d94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=61f4b903-699f-489b-b0ee-6b9e010d7014 HTTP/1.1" status: 200 len: 850 time: 0.0446203 Sep 18 12:48:00.265574 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bc238-521c-411c-ac06-f51110604fc7 req-256493aa-569e-428c-a6be-afdb5bb904f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:48:00.267003 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ae7bc238-521c-411c-ac06-f51110604fc7 req-256493aa-569e-428c-a6be-afdb5bb904f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dccb6e2a-f4a1-45df-9247-402af428fe57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392084 Sep 18 12:48:00.296458 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-6d654383-e3a8-4bdf-8a99-7025513d7788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'name': 'tempest-AttachVolumeTestJSON-1319826962-router', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:54Z', 'revision_number': 4, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'gw_port': {'id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': '91875d97-c389-45a3-a5b9-8d2e892a78c5', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'port_id': '451b0cf6-2690-4bcd-a727-87e4af8c7b6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57', 'mac_address': 'fa:16:3e:43:be:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998c882-4dc4-47a8-8596-b346e4331e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:47:42Z', 'updated_at': '2021-09-18T12:47:59Z', 'revision_number': 1, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6a0e7b-db91-447b-acb8-e12b9810f4a5', 'name': '', 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'mac_address': 'fa:16:3e:e3:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:53Z', 'updated_at': '2021-09-18T12:44:57Z', 'revision_number': 5, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'subnets': [{'id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:48:00.322814 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d654383-e3a8-4bdf-8a99-7025513d7788 None None] Checking router: 2c9a1564-2218-47d1-b2dc-8571452ccfbd for host: dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:48:00.330867 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d654383-e3a8-4bdf-8a99-7025513d7788 None None] Routers {'2c9a1564-2218-47d1-b2dc-8571452ccfbd'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:48:00.331468 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-6d654383-e3a8-4bdf-8a99-7025513d7788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:47:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['2c9a1564-2218-47d1-b2dc-8571452ccfbd'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:48:00.359487 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ae7bc238-521c-411c-ac06-f51110604fc7 req-1e422d9c-9d98-4f3d-9c3f-ef1183c89856 service neutron] 10.222.0.13 "GET /v2.0/networks/dccb6e2a-f4a1-45df-9247-402af428fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843768 Sep 18 12:48:00.438668 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-6d654383-e3a8-4bdf-8a99-7025513d7788 None None] Set router 2c9a1564-2218-47d1-b2dc-8571452ccfbd gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:48:00.448844 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ae7bc238-521c-411c-ac06-f51110604fc7 req-d8502c44-a6af-430c-806e-f22156ee1223 service neutron] 10.222.0.13 "GET /v2.0/networks/dccb6e2a-f4a1-45df-9247-402af428fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824106 Sep 18 12:48:00.658880 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-6d654383-e3a8-4bdf-8a99-7025513d7788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'name': 'tempest-AttachVolumeTestJSON-1319826962-router', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:54Z', 'revision_number': 4, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'gw_port': {'id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': '91875d97-c389-45a3-a5b9-8d2e892a78c5', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'port_id': '451b0cf6-2690-4bcd-a727-87e4af8c7b6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57', 'mac_address': 'fa:16:3e:43:be:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998c882-4dc4-47a8-8596-b346e4331e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:47:42Z', 'updated_at': '2021-09-18T12:47:59Z', 'revision_number': 1, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6a0e7b-db91-447b-acb8-e12b9810f4a5', 'name': '', 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'mac_address': 'fa:16:3e:e3:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:53Z', 'updated_at': '2021-09-18T12:44:57Z', 'revision_number': 5, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'subnets': [{'id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:48:00.684054 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d654383-e3a8-4bdf-8a99-7025513d7788 None None] The sync data for ids ['2c9a1564-2218-47d1-b2dc-8571452ccfbd'] in dv-cinder-809894-1-iscsi is: [{'id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'name': 'tempest-AttachVolumeTestJSON-1319826962-router', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:54Z', 'revision_number': 4, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'gw_port': {'id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_floatingips': [{'id': '91875d97-c389-45a3-a5b9-8d2e892a78c5', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'router_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'port_id': '451b0cf6-2690-4bcd-a727-87e4af8c7b6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57', 'mac_address': 'fa:16:3e:43:be:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5998c882-4dc4-47a8-8596-b346e4331e6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T12:47:42Z', 'updated_at': '2021-09-18T12:47:59Z', 'revision_number': 1, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6a0e7b-db91-447b-acb8-e12b9810f4a5', 'name': '', 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'mac_address': 'fa:16:3e:e3:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:53Z', 'updated_at': '2021-09-18T12:44:57Z', 'revision_number': 5, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'subnets': [{'id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:48:00.866741 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3747f3a4-156b-4dde-bd4c-0d2f03553d71 None None] New status for floating IP 91875d97-c389-45a3-a5b9-8d2e892a78c5: ACTIVE {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 12:48:09.810280 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:48:17.663049 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:48:24.451830 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d49ea14e-6fa4-4bf7-b80f-b57ca2efdbac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:48:27.036967 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-11af1ac4-d180-4ee5-99bc-980fd0075aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:48:27.755447 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:48:28.126839 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:48:29.641923 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:48:46.809296 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:48:47.660215 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:48:54.451345 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4543d228-65ef-4caa-9a1e-d06c2b1c750b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:48:55.406921 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf73fda-0ad8-4c3e-ab52-6f2d2a5ee5c6 req-0271d2e5-4519-4317-b2c5-4ee8328d72e8 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:48:55.408343 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9bf73fda-0ad8-4c3e-ab52-6f2d2a5ee5c6 req-0271d2e5-4519-4317-b2c5-4ee8328d72e8 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5998c882-4dc4-47a8-8596-b346e4331e6d HTTP/1.1" status: 200 len: 945 time: 0.0520313 Sep 18 12:48:55.447773 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9bf73fda-0ad8-4c3e-ab52-6f2d2a5ee5c6 req-96f24a9e-f40e-4050-8cb8-92fbb816518b tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcf4e9e2-f9b0-44c6-bbdb-d81435474a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333402 Sep 18 12:48:56.561558 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72622ab6-ce9c-4f1c-8f54-848d2865a251 req-e05aad00-63ee-40c4-94c8-341989aba9da tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:48:56.563030 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-72622ab6-ce9c-4f1c-8f54-848d2865a251 req-e05aad00-63ee-40c4-94c8-341989aba9da tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5998c882-4dc4-47a8-8596-b346e4331e6d HTTP/1.1" status: 200 len: 945 time: 0.0478253 Sep 18 12:48:56.600143 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-72622ab6-ce9c-4f1c-8f54-848d2865a251 req-3d00cf17-6d86-4f40-a07f-7d9d89b0d623 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups?id=dcf4e9e2-f9b0-44c6-bbdb-d81435474a10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305300 Sep 18 12:48:57.031757 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d0e2e-ea96-44b5-9262-6a9357982e2e req-8893f9b0-3819-46ab-8c8c-fb2172377045 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:48:57.033275 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a40d0e2e-ea96-44b5-9262-6a9357982e2e req-8893f9b0-3819-46ab-8c8c-fb2172377045 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.13 "GET /v2.0/ports?device_id=5998c882-4dc4-47a8-8596-b346e4331e6d HTTP/1.1" status: 200 len: 945 time: 0.0480032 Sep 18 12:48:57.036179 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b9d404b6-29f2-4362-9d7a-71649c36c5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:48:57.123880 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-a40d0e2e-ea96-44b5-9262-6a9357982e2e req-d98d9792-f425-42c2-9c63-fc63f0017737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Deleting port 451b0cf6-2690-4bcd-a727-87e4af8c7b6d {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:48:57.124225 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a40d0e2e-ea96-44b5-9262-6a9357982e2e req-d98d9792-f425-42c2-9c63-fc63f0017737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:48:57.217625 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-a40d0e2e-ea96-44b5-9262-6a9357982e2e req-d98d9792-f425-42c2-9c63-fc63f0017737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] For port 451b0cf6-2690-4bcd-a727-87e4af8c7b6d, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=451b0cf6-2690-4bcd-a727-87e4af8c7b6d,segment=NetworkSegment(08e1ccdd-324a-4902-8205-2512d50cfd89),segment_id=08e1ccdd-324a-4902-8205-2512d50cfd89)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:48:57.217986 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a40d0e2e-ea96-44b5-9262-6a9357982e2e req-d98d9792-f425-42c2-9c63-fc63f0017737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:48:57.396969 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a40d0e2e-ea96-44b5-9262-6a9357982e2e req-d98d9792-f425-42c2-9c63-fc63f0017737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:48:57.397363 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a40d0e2e-ea96-44b5-9262-6a9357982e2e req-d98d9792-f425-42c2-9c63-fc63f0017737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673873'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:48:57.397752 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.db.l3_db [req-a40d0e2e-ea96-44b5-9262-6a9357982e2e req-d98d9792-f425-42c2-9c63-fc63f0017737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Floating IP 91875d97-c389-45a3-a5b9-8d2e892a78c5 disassociated. External IP: 172.27.1.157, port: 451b0cf6-2690-4bcd-a727-87e4af8c7b6d. Sep 18 12:48:57.398200 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-a40d0e2e-ea96-44b5-9262-6a9357982e2e req-d98d9792-f425-42c2-9c63-fc63f0017737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Calling delete_port for 451b0cf6-2690-4bcd-a727-87e4af8c7b6d owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:48:57.520913 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a40d0e2e-ea96-44b5-9262-6a9357982e2e req-d98d9792-f425-42c2-9c63-fc63f0017737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:48:57.558648 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d9792-f425-42c2-9c63-fc63f0017737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Pushing event deleted for resources: {'Port': ['ID=451b0cf6-2690-4bcd-a727-87e4af8c7b6d,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:48:57.576504 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d9792-f425-42c2-9c63-fc63f0017737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:48:57.577106 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d9792-f425-42c2-9c63-fc63f0017737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:48:57.577447 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d9792-f425-42c2-9c63-fc63f0017737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:48:57.577914 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d9792-f425-42c2-9c63-fc63f0017737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:48:57.578381 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d9792-f425-42c2-9c63-fc63f0017737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:48:57.578844 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d9792-f425-42c2-9c63-fc63f0017737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:48:57.579339 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d9792-f425-42c2-9c63-fc63f0017737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:48:57.579838 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d9792-f425-42c2-9c63-fc63f0017737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:48:57.580332 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d9792-f425-42c2-9c63-fc63f0017737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:48:57.581713 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d9792-f425-42c2-9c63-fc63f0017737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:48:57.581713 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d9792-f425-42c2-9c63-fc63f0017737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:48:57.581922 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d9792-f425-42c2-9c63-fc63f0017737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:48:57.704570 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aebbe4cb-5047-40f1-8b5e-447f396578fa req-03309b72-7703-46a5-a8e0-0ab6e97e9832 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5998c882-4dc4-47a8-8596-b346e4331e6d HTTP/1.1" status: 200 len: 210 time: 0.0370474 Sep 18 12:48:57.718981 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a40d0e2e-ea96-44b5-9262-6a9357982e2e req-d98d9792-f425-42c2-9c63-fc63f0017737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Router 2c9a1564-2218-47d1-b2dc-8571452ccfbd has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:48:57.757085 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:48:57.825174 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a40d0e2e-ea96-44b5-9262-6a9357982e2e req-d98d9792-f425-42c2-9c63-fc63f0017737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:48:57.836550 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5cefc6-5166-4f9f-ba36-adceb8d10af4 None None] Sync routers for ids ['2c9a1564-2218-47d1-b2dc-8571452ccfbd'] in dv-cinder-809894-1-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:48:57.845304 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5cefc6-5166-4f9f-ba36-adceb8d10af4 None None] Routers {'2c9a1564-2218-47d1-b2dc-8571452ccfbd'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:48:57.845898 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-ae5cefc6-5166-4f9f-ba36-adceb8d10af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:48:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['2c9a1564-2218-47d1-b2dc-8571452ccfbd'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:48:57.863753 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40d0e2e-ea96-44b5-9262-6a9357982e2e req-d98d9792-f425-42c2-9c63-fc63f0017737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] No DVR routers for this DVR port 451b0cf6-2690-4bcd-a727-87e4af8c7b6d on host hv-cinder-80989 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:48:57.866341 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a40d0e2e-ea96-44b5-9262-6a9357982e2e req-d98d9792-f425-42c2-9c63-fc63f0017737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:48:57.868381 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a40d0e2e-ea96-44b5-9262-6a9357982e2e req-d98d9792-f425-42c2-9c63-fc63f0017737 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.13 "DELETE /v2.0/ports/451b0cf6-2690-4bcd-a727-87e4af8c7b6d HTTP/1.1" status: 204 len: 173 time: 0.8286619 Sep 18 12:48:57.868789 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5998c882-4dc4-47a8-8596-b346e4331e6d', 'name': 'network-vif-deleted', 'tag': '451b0cf6-2690-4bcd-a727-87e4af8c7b6d'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:48:57.871040 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e7ff97-46e7-4c60-a40d-f5b195d91a96" -d '{"events": [{"server_uuid": "5998c882-4dc4-47a8-8596-b346e4331e6d", "name": "network-vif-deleted", "tag": "451b0cf6-2690-4bcd-a727-87e4af8c7b6d"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:48:57.908733 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9c8fd0-7418-4bf9-8052-34c779be066a x-openstack-request-id: req-4d9c8fd0-7418-4bf9-8052-34c779be066a {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:48:57.909219 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5998c882-4dc4-47a8-8596-b346e4331e6d", "name": "network-vif-deleted", "tag": "451b0cf6-2690-4bcd-a727-87e4af8c7b6d", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:48:57.909727 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d9c8fd0-7418-4bf9-8052-34c779be066a {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:48:57.910397 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5998c882-4dc4-47a8-8596-b346e4331e6d', 'name': 'network-vif-deleted', 'tag': '451b0cf6-2690-4bcd-a727-87e4af8c7b6d', 'status': 'completed', 'code': 200} Sep 18 12:48:57.971307 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-ae5cefc6-5166-4f9f-ba36-adceb8d10af4 None None] Set router 2c9a1564-2218-47d1-b2dc-8571452ccfbd gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:48:58.129444 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:48:58.172762 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-ae5cefc6-5166-4f9f-ba36-adceb8d10af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'name': 'tempest-AttachVolumeTestJSON-1319826962-router', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:54Z', 'revision_number': 4, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'gw_port': {'id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'bc6a0e7b-db91-447b-acb8-e12b9810f4a5', 'name': '', 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'mac_address': 'fa:16:3e:e3:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:53Z', 'updated_at': '2021-09-18T12:44:57Z', 'revision_number': 5, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'subnets': [{'id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:48:58.197650 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5cefc6-5166-4f9f-ba36-adceb8d10af4 None None] Checking router: 2c9a1564-2218-47d1-b2dc-8571452ccfbd for host: dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:48:58.205393 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5cefc6-5166-4f9f-ba36-adceb8d10af4 None None] Routers {'2c9a1564-2218-47d1-b2dc-8571452ccfbd'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:48:58.205924 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-ae5cefc6-5166-4f9f-ba36-adceb8d10af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:48:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['2c9a1564-2218-47d1-b2dc-8571452ccfbd'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:48:58.315645 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-ae5cefc6-5166-4f9f-ba36-adceb8d10af4 None None] Set router 2c9a1564-2218-47d1-b2dc-8571452ccfbd gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:48:58.513572 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-ae5cefc6-5166-4f9f-ba36-adceb8d10af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'name': 'tempest-AttachVolumeTestJSON-1319826962-router', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:54Z', 'revision_number': 4, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'gw_port': {'id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'bc6a0e7b-db91-447b-acb8-e12b9810f4a5', 'name': '', 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'mac_address': 'fa:16:3e:e3:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:53Z', 'updated_at': '2021-09-18T12:44:57Z', 'revision_number': 5, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'subnets': [{'id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:48:58.537681 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5cefc6-5166-4f9f-ba36-adceb8d10af4 None None] The sync data for ids ['2c9a1564-2218-47d1-b2dc-8571452ccfbd'] in dv-cinder-809894-1-iscsi is: [{'id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'name': 'tempest-AttachVolumeTestJSON-1319826962-router', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:54Z', 'revision_number': 4, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'gw_port': {'id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi', '_interfaces': [{'id': 'bc6a0e7b-db91-447b-acb8-e12b9810f4a5', 'name': '', 'network_id': 'dccb6e2a-f4a1-45df-9247-402af428fe57', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'mac_address': 'fa:16:3e:e3:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:53Z', 'updated_at': '2021-09-18T12:44:57Z', 'revision_number': 5, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'subnets': [{'id': '61f4b903-699f-489b-b0ee-6b9e010d7014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:48:58.727640 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50b8c82-48a9-4f6d-99c1-caeabc7ddc47 None None] New status for floating IP 91875d97-c389-45a3-a5b9-8d2e892a78c5: DOWN {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 12:48:58.785868 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 57738) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:48:58.839656 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4ee18bd5-9fe7-4ecf-82d4-2343e86be328 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:48:58.864156 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4ee18bd5-9fe7-4ecf-82d4-2343e86be328 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:48:58.910102 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4ee18bd5-9fe7-4ecf-82d4-2343e86be328 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:48:58.913171 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4ee18bd5-9fe7-4ecf-82d4-2343e86be328 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:48:58.914312 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4ee18bd5-9fe7-4ecf-82d4-2343e86be328 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "DELETE /v2.0/security-groups/dcf4e9e2-f9b0-44c6-bbdb-d81435474a10 HTTP/1.1" status: 204 len: 168 time: 0.1274552 Sep 18 12:48:58.917193 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 57740) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:48:58.922930 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee18bd5-9fe7-4ecf-82d4-2343e86be328 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf4e9e2-f9b0-44c6-bbdb-d81435474a10,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:48:58.931898 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.api.v2.resource [None req-9015d227-0fcc-4867-aa70-c0d6a23494ca tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] show failed (client error): The resource could not be found. Sep 18 12:48:58.934291 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-9015d227-0fcc-4867-aa70-c0d6a23494ca tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "GET /v2.0/security-groups/dcf4e9e2-f9b0-44c6-bbdb-d81435474a10 HTTP/1.1" status: 404 len: 347 time: 0.0160763 Sep 18 12:48:58.936053 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 57744) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:48:59.056062 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-73c325ea-427e-4dcd-bd91-e932fbbc8ce4 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Deleting port 61c85eee-2277-48ab-860b-bde2f7370679 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:48:59.056317 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-73c325ea-427e-4dcd-bd91-e932fbbc8ce4 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:48:59.131692 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-73c325ea-427e-4dcd-bd91-e932fbbc8ce4 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:48:59.132019 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-73c325ea-427e-4dcd-bd91-e932fbbc8ce4 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:48:59.142953 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-73c325ea-427e-4dcd-bd91-e932fbbc8ce4 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Calling delete_port for 61c85eee-2277-48ab-860b-bde2f7370679 owned by network:floatingip {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:48:59.266285 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-73c325ea-427e-4dcd-bd91-e932fbbc8ce4 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25655358'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:48:59.291647 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c325ea-427e-4dcd-bd91-e932fbbc8ce4 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Pushing event deleted for resources: {'Port': ['ID=61c85eee-2277-48ab-860b-bde2f7370679,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:48:59.559112 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c325ea-427e-4dcd-bd91-e932fbbc8ce4 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:48:59.559446 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c325ea-427e-4dcd-bd91-e932fbbc8ce4 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:48:59.559802 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c325ea-427e-4dcd-bd91-e932fbbc8ce4 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:48:59.560132 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c325ea-427e-4dcd-bd91-e932fbbc8ce4 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:48:59.560451 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c325ea-427e-4dcd-bd91-e932fbbc8ce4 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:48:59.560770 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c325ea-427e-4dcd-bd91-e932fbbc8ce4 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:48:59.561087 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c325ea-427e-4dcd-bd91-e932fbbc8ce4 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:48:59.561446 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c325ea-427e-4dcd-bd91-e932fbbc8ce4 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:48:59.561759 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c325ea-427e-4dcd-bd91-e932fbbc8ce4 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:48:59.562072 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c325ea-427e-4dcd-bd91-e932fbbc8ce4 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:48:59.562380 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c325ea-427e-4dcd-bd91-e932fbbc8ce4 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:48:59.562688 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c325ea-427e-4dcd-bd91-e932fbbc8ce4 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:48:59.602321 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-73c325ea-427e-4dcd-bd91-e932fbbc8ce4 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks [] for floatingip, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:48:59.604813 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-73c325ea-427e-4dcd-bd91-e932fbbc8ce4 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for floatingip, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:48:59.605947 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-73c325ea-427e-4dcd-bd91-e932fbbc8ce4 tempest-AttachVolumeTestJSON-137440231 tempest-AttachVolumeTestJSON-137440231-project] 10.222.0.24 "DELETE /v2.0/floatingips/91875d97-c389-45a3-a5b9-8d2e892a78c5 HTTP/1.1" status: 204 len: 168 time: 0.6689911 Sep 18 12:48:59.648657 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:00.519266 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 451b0cf6-2690-4bcd-a727-87e4af8c7b6d no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:49:00.539416 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] No Port match for: 451b0cf6-2690-4bcd-a727-87e4af8c7b6d {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:49:00.539781 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 451b0cf6-2690-4bcd-a727-87e4af8c7b6d not bound to the agent host hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:49:03.121169 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 57772) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:49:03.450619 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4a7de60e-189b-4827-8673-db4a0c18b47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3673617'] for router_interface, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:03.926031 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-4a7de60e-189b-4827-8673-db4a0c18b47c admin admin] Deleting port bc6a0e7b-db91-447b-acb8-e12b9810f4a5 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:49:03.926373 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4a7de60e-189b-4827-8673-db4a0c18b47c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:04.005457 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-4a7de60e-189b-4827-8673-db4a0c18b47c admin admin] For port bc6a0e7b-db91-447b-acb8-e12b9810f4a5, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=bc6a0e7b-db91-447b-acb8-e12b9810f4a5,segment=NetworkSegment(08e1ccdd-324a-4902-8205-2512d50cfd89),segment_id=08e1ccdd-324a-4902-8205-2512d50cfd89)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:49:04.005826 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4a7de60e-189b-4827-8673-db4a0c18b47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:04.017704 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-4a7de60e-189b-4827-8673-db4a0c18b47c admin admin] Calling delete_port for bc6a0e7b-db91-447b-acb8-e12b9810f4a5 owned by network:router_interface {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:49:04.190669 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4a7de60e-189b-4827-8673-db4a0c18b47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:04.216704 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7de60e-189b-4827-8673-db4a0c18b47c admin admin] Pushing event deleted for resources: {'Port': ['ID=bc6a0e7b-db91-447b-acb8-e12b9810f4a5,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:49:04.377492 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4a7de60e-189b-4827-8673-db4a0c18b47c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674017'] for router_interface, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:04.587391 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7de60e-189b-4827-8673-db4a0c18b47c admin admin] Router 2c9a1564-2218-47d1-b2dc-8571452ccfbd has already been hosted by L3 agent 31fb960c-d435-46cc-82b0-0e96b79e7d5f {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 12:49:04.693916 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7de60e-189b-4827-8673-db4a0c18b47c admin admin] Notify agent at l3_agent.dv-cinder-809894-1-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 12:49:04.698894 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4a7de60e-189b-4827-8673-db4a0c18b47c admin admin] 10.222.0.24 "PUT /v2.0/routers/2c9a1564-2218-47d1-b2dc-8571452ccfbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5766654 Sep 18 12:49:04.701381 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 57774) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:49:04.703294 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f79452-38dd-4ba5-a38a-736d8d7a8295 None None] Sync routers for ids ['2c9a1564-2218-47d1-b2dc-8571452ccfbd'] in dv-cinder-809894-1-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 12:49:04.712905 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f79452-38dd-4ba5-a38a-736d8d7a8295 None None] Routers {'2c9a1564-2218-47d1-b2dc-8571452ccfbd'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:49:04.713497 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-d4f79452-38dd-4ba5-a38a-736d8d7a8295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:48:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['2c9a1564-2218-47d1-b2dc-8571452ccfbd'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:49:04.803533 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c3e270c-dd2f-42be-a815-99384c678a5a admin admin] Notify callbacks [] for router, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:04.816853 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-d4f79452-38dd-4ba5-a38a-736d8d7a8295 None None] Set router 2c9a1564-2218-47d1-b2dc-8571452ccfbd gateway port host: dv-cinder-809894-1-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:49:04.903393 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c3e270c-dd2f-42be-a815-99384c678a5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:04.953702 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-6c3e270c-dd2f-42be-a815-99384c678a5a admin admin] Deleting port de32727f-6d2d-46bc-86c3-f732a5f3e778 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:49:04.954041 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c3e270c-dd2f-42be-a815-99384c678a5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:04.986990 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-d4f79452-38dd-4ba5-a38a-736d8d7a8295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'name': 'tempest-AttachVolumeTestJSON-1319826962-router', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'external_fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:49:04Z', 'revision_number': 5, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'gw_port': {'id': 'de32727f-6d2d-46bc-86c3-f732a5f3e778', 'name': '', 'network_id': '135fce6b-ed16-41bb-8b70-07cd0f37ee2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809894-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6efedb2-cfaf-4090-8480-952b0af5c0d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809894-1-iscsi'}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:49:05.039988 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-6c3e270c-dd2f-42be-a815-99384c678a5a admin admin] For port de32727f-6d2d-46bc-86c3-f732a5f3e778, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=de32727f-6d2d-46bc-86c3-f732a5f3e778,segment=NetworkSegment(972f36e2-ef14-414b-b7e5-74a44c97b427),segment_id=972f36e2-ef14-414b-b7e5-74a44c97b427)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:49:05.040357 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c3e270c-dd2f-42be-a815-99384c678a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:05.054087 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-6c3e270c-dd2f-42be-a815-99384c678a5a admin admin] Calling delete_port for de32727f-6d2d-46bc-86c3-f732a5f3e778 owned by network:router_gateway {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:49:05.097367 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f79452-38dd-4ba5-a38a-736d8d7a8295 None None] Checking router: 2c9a1564-2218-47d1-b2dc-8571452ccfbd for host: dv-cinder-809894-1-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 12:49:05.105563 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f79452-38dd-4ba5-a38a-736d8d7a8295 None None] Routers {'2c9a1564-2218-47d1-b2dc-8571452ccfbd'} bound to L3 agent in host dv-cinder-809894-1-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 12:49:05.106159 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-d4f79452-38dd-4ba5-a38a-736d8d7a8295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809894-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-18T12:30:27Z,description=,heartbeat_timestamp=2021-09-18T12:48:57Z,host='dv-cinder-809894-1-iscsi',id=31fb960c-d435-46cc-82b0-0e96b79e7d5f,load=0,resource_versions=,resources_synced=,started_at=2021-09-18T12:30:27Z,topic='l3_agent')) {'router_ids': ['2c9a1564-2218-47d1-b2dc-8571452ccfbd'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:49:05.187545 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-d4f79452-38dd-4ba5-a38a-736d8d7a8295 None None] Set router 2c9a1564-2218-47d1-b2dc-8571452ccfbd gateway port host: None {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 12:49:05.219418 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c3e270c-dd2f-42be-a815-99384c678a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:05.237370 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-d4f79452-38dd-4ba5-a38a-736d8d7a8295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'name': 'tempest-AttachVolumeTestJSON-1319826962-router', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:49:04Z', 'revision_number': 6, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'gw_port_host': None}], 'dv-cinder-809894-1-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:49:05.245642 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e270c-dd2f-42be-a815-99384c678a5a admin admin] Pushing event deleted for resources: {'Port': ['ID=de32727f-6d2d-46bc-86c3-f732a5f3e778,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:49:05.268367 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f79452-38dd-4ba5-a38a-736d8d7a8295 None None] The sync data for ids ['2c9a1564-2218-47d1-b2dc-8571452ccfbd'] in dv-cinder-809894-1-iscsi is: [{'id': '2c9a1564-2218-47d1-b2dc-8571452ccfbd', 'name': 'tempest-AttachVolumeTestJSON-1319826962-router', 'tenant_id': 'f09ebd2453a34452928ed0e02adb3f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T12:44:51Z', 'updated_at': '2021-09-18T12:49:04Z', 'revision_number': 6, 'project_id': 'f09ebd2453a34452928ed0e02adb3f80', 'gw_port_host': None}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 12:49:05.306036 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c3e270c-dd2f-42be-a815-99384c678a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673959'] for router_gateway, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:05.393781 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c3e270c-dd2f-42be-a815-99384c678a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-393'] for router, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:05.395960 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c3e270c-dd2f-42be-a815-99384c678a5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:05.441694 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c3e270c-dd2f-42be-a815-99384c678a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682765'] for router, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:05.442154 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3e270c-dd2f-42be-a815-99384c678a5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c9a1564-2218-47d1-b2dc-8571452ccfbd {{(pid=94106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 12:49:05.446473 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6c3e270c-dd2f-42be-a815-99384c678a5a admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:05.447633 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6c3e270c-dd2f-42be-a815-99384c678a5a admin admin] 10.222.0.24 "DELETE /v2.0/routers/2c9a1564-2218-47d1-b2dc-8571452ccfbd HTTP/1.1" status: 204 len: 168 time: 0.7453191 Sep 18 12:49:05.450093 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 57776) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:49:05.493328 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8aaedd5-b5a1-4b4c-89be-73c9db8f2cd3 admin admin] Deleting subnet 61f4b903-699f-489b-b0ee-6b9e010d7014 {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 12:49:05.496314 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b8aaedd5-b5a1-4b4c-89be-73c9db8f2cd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:05.529992 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b8aaedd5-b5a1-4b4c-89be-73c9db8f2cd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26289332'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:05.609982 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b8aaedd5-b5a1-4b4c-89be-73c9db8f2cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701019'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:05.667181 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b8aaedd5-b5a1-4b4c-89be-73c9db8f2cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25309463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28863972'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:05.692417 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aaedd5-b5a1-4b4c-89be-73c9db8f2cd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61f4b903-699f-489b-b0ee-6b9e010d7014,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:49:05.697761 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b8aaedd5-b5a1-4b4c-89be-73c9db8f2cd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:05.701909 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-b8aaedd5-b5a1-4b4c-89be-73c9db8f2cd3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/61f4b903-699f-489b-b0ee-6b9e010d7014 HTTP/1.1" status: 204 len: 168 time: 0.2485797 Sep 18 12:49:05.702126 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 57778) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:49:05.703097 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7d7192-785e-4e37-8b23-59e85aa6d5ef None None] Network dccb6e2a-f4a1-45df-9247-402af428fe57 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:49:05.773122 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0907edde-12c3-4ae8-beab-4732d29b21a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455914'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:05.826178 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-0907edde-12c3-4ae8-beab-4732d29b21a0 admin admin] Deleting port 3df5e346-4687-48a0-8b2b-90724e1e4584 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:49:05.826524 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0907edde-12c3-4ae8-beab-4732d29b21a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:05.888404 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-0907edde-12c3-4ae8-beab-4732d29b21a0 admin admin] For port 3df5e346-4687-48a0-8b2b-90724e1e4584, host dv-cinder-809894-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809894-1-iscsi',level=0,port_id=3df5e346-4687-48a0-8b2b-90724e1e4584,segment=NetworkSegment(08e1ccdd-324a-4902-8205-2512d50cfd89),segment_id=08e1ccdd-324a-4902-8205-2512d50cfd89)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:49:05.888758 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0907edde-12c3-4ae8-beab-4732d29b21a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:05.900434 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-0907edde-12c3-4ae8-beab-4732d29b21a0 admin admin] Calling delete_port for 3df5e346-4687-48a0-8b2b-90724e1e4584 owned by network:dhcp {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:49:05.977627 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0907edde-12c3-4ae8-beab-4732d29b21a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:06.004271 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907edde-12c3-4ae8-beab-4732d29b21a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3df5e346-4687-48a0-8b2b-90724e1e4584,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:49:06.006683 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0907edde-12c3-4ae8-beab-4732d29b21a0 admin admin] No DVR routers for this DVR port 3df5e346-4687-48a0-8b2b-90724e1e4584 on host dv-cinder-809894-1-iscsi {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:49:06.030420 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4aefbfe-dc82-4169-b729-1e1163d93ac0 None None] DHCP port deletion for dccb6e2a-f4a1-45df-9247-402af428fe57 request from dv-cinder-809894-1-iscsi {{(pid=94108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 12:49:06.080160 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device bc6a0e7b-db91-447b-acb8-e12b9810f4a5 no longer exists at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:49:06.090508 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0907edde-12c3-4ae8-beab-4732d29b21a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701404', 'neutron.services.segments.db._delete_segments_for_network-8759307057565'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:06.100298 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] No Port match for: bc6a0e7b-db91-447b-acb8-e12b9810f4a5 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:49:06.100587 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device bc6a0e7b-db91-447b-acb8-e12b9810f4a5 not bound to the agent host dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:49:06.101111 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device de32727f-6d2d-46bc-86c3-f732a5f3e778 no longer exists at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:49:06.110170 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-0907edde-12c3-4ae8-beab-4732d29b21a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dccb6e2a-f4a1-45df-9247-402af428fe57']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:49:06.119186 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] No Port match for: de32727f-6d2d-46bc-86c3-f732a5f3e778 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:49:06.119520 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device de32727f-6d2d-46bc-86c3-f732a5f3e778 not bound to the agent host dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:49:06.119760 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-0907edde-12c3-4ae8-beab-4732d29b21a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e1ccdd-324a-4902-8205-2512d50cfd89') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:49:06.119900 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-0907edde-12c3-4ae8-beab-4732d29b21a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e1ccdd-324a-4902-8205-2512d50cfd89') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:49:06.120019 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 3df5e346-4687-48a0-8b2b-90724e1e4584 no longer exists at agent ovs-agent-dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:49:06.129626 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0907edde-12c3-4ae8-beab-4732d29b21a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759307058854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26289343'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:06.139318 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] No Port match for: 3df5e346-4687-48a0-8b2b-90724e1e4584 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:49:06.139680 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Device 3df5e346-4687-48a0-8b2b-90724e1e4584 not bound to the agent host dv-cinder-809894-1-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:49:06.143618 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0907edde-12c3-4ae8-beab-4732d29b21a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:06.149921 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0907edde-12c3-4ae8-beab-4732d29b21a0 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 12:49:06.150315 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0907edde-12c3-4ae8-beab-4732d29b21a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25309385'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: Traceback (most recent call last): Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: timer() Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: cb(*args, **kw) Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: return func(*args, **kwargs) Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: self._notify() Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: self.callback(batched_events) Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: event.method(event) Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: return f(self, *a, **k) Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: return self._get(url).json() Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 12:49:06.152186 dv-cinder-809894-1-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 12:49:06.207644 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0907edde-12c3-4ae8-beab-4732d29b21a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673859'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:06.212179 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0907edde-12c3-4ae8-beab-4732d29b21a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:06.216853 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-0907edde-12c3-4ae8-beab-4732d29b21a0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/dccb6e2a-f4a1-45df-9247-402af428fe57 HTTP/1.1" status: 204 len: 168 time: 0.5110421 Sep 18 12:49:06.226487 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907edde-12c3-4ae8-beab-4732d29b21a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dccb6e2a-f4a1-45df-9247-402af428fe57,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:49:06.382463 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 57782) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:49:06.420977 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-533cae3e-725f-4fac-9685-a21e327b5afd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f09ebd2453a34452928ed0e02adb3f80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372522 Sep 18 12:49:06.423234 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 57784) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:49:06.472602 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-711d1e84-3cc6-421f-8742-e1284b911f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:06.493673 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-711d1e84-3cc6-421f-8742-e1284b911f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:06.539845 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-711d1e84-3cc6-421f-8742-e1284b911f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:06.542840 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-711d1e84-3cc6-421f-8742-e1284b911f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:06.543998 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-711d1e84-3cc6-421f-8742-e1284b911f17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37d4828a-8074-4f7f-b601-bd99d277d89e HTTP/1.1" status: 204 len: 168 time: 0.1198158 Sep 18 12:49:06.551571 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d1e84-3cc6-421f-8742-e1284b911f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d4828a-8074-4f7f-b601-bd99d277d89e,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:49:17.671541 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:23.807965 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:49:24.451317 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f4543e75-fe44-4ab3-beee-38bdafd03a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:27.037290 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1cec6f24-7a61-4653-a859-c6c672dfd9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:27.761649 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:28.134288 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:29.651909 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:38.143512 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 57994) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:49:38.242273 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8a407953-df07-4bb2-8591-d01b44afd342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:38.329432 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8a407953-df07-4bb2-8591-d01b44afd342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:38.333131 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-8a407953-df07-4bb2-8591-d01b44afd342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:38.368878 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-8a407953-df07-4bb2-8591-d01b44afd342 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a0abd7f61a3f48b980cff9e8fe7f42af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243679 Sep 18 12:49:38.371070 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a407953-df07-4bb2-8591-d01b44afd342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3001ca2b-262c-469f-8c56-68da6dd64868,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:49:38.371950 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 57998) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:49:38.420405 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-49bf5a42-5fb9-4ce7-82b1-19fe4d51e121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:38.440691 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-49bf5a42-5fb9-4ce7-82b1-19fe4d51e121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:38.484949 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-49bf5a42-5fb9-4ce7-82b1-19fe4d51e121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:38.487545 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-49bf5a42-5fb9-4ce7-82b1-19fe4d51e121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:38.489274 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-49bf5a42-5fb9-4ce7-82b1-19fe4d51e121 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3001ca2b-262c-469f-8c56-68da6dd64868 HTTP/1.1" status: 204 len: 168 time: 0.1156552 Sep 18 12:49:38.496732 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf5a42-5fb9-4ce7-82b1-19fe4d51e121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3001ca2b-262c-469f-8c56-68da6dd64868,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:49:38.733542 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 58004) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:49:38.747099 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cc2c4ee9-4525-4df4-89e4-8d9dd7b58177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:38.835641 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cc2c4ee9-4525-4df4-89e4-8d9dd7b58177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:38.839266 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cc2c4ee9-4525-4df4-89e4-8d9dd7b58177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:38.875838 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-cc2c4ee9-4525-4df4-89e4-8d9dd7b58177 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a525f5d2b6e454abb0c8ff965e2442f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1411695 Sep 18 12:49:38.877771 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c4ee9-4525-4df4-89e4-8d9dd7b58177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475419a3-aa50-4779-8f6a-bc0a49d59e91,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:49:38.878555 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 58006) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:49:38.926186 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c216aa2b-49e5-410d-8192-448c1e387023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:38.946121 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c216aa2b-49e5-410d-8192-448c1e387023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:38.994020 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c216aa2b-49e5-410d-8192-448c1e387023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:38.996996 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c216aa2b-49e5-410d-8192-448c1e387023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:38.997574 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-c216aa2b-49e5-410d-8192-448c1e387023 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/475419a3-aa50-4779-8f6a-bc0a49d59e91 HTTP/1.1" status: 204 len: 168 time: 0.1180298 Sep 18 12:49:39.005371 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216aa2b-49e5-410d-8192-448c1e387023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475419a3-aa50-4779-8f6a-bc0a49d59e91,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:49:44.574704 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 58088) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:49:44.674953 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c1b82547-d8d8-46f2-b5fc-03775ec7cd40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:44.758392 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c1b82547-d8d8-46f2-b5fc-03775ec7cd40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:44.761725 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c1b82547-d8d8-46f2-b5fc-03775ec7cd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:44.798318 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-c1b82547-d8d8-46f2-b5fc-03775ec7cd40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=187afaebb4ef4a199359a51e155c92b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2225752 Sep 18 12:49:44.799172 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b82547-d8d8-46f2-b5fc-03775ec7cd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc96a05-80db-4d19-aac9-b4e29f4bb715,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:49:44.801528 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 58092) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:49:44.849587 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2e62b934-a95e-4668-99ce-049c4e377518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:44.869940 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2e62b934-a95e-4668-99ce-049c4e377518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:44.913732 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2e62b934-a95e-4668-99ce-049c4e377518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:44.916348 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2e62b934-a95e-4668-99ce-049c4e377518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:44.917484 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-2e62b934-a95e-4668-99ce-049c4e377518 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ebc96a05-80db-4d19-aac9-b4e29f4bb715 HTTP/1.1" status: 204 len: 168 time: 0.1149812 Sep 18 12:49:44.924655 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62b934-a95e-4668-99ce-049c4e377518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc96a05-80db-4d19-aac9-b4e29f4bb715,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:49:45.169080 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 58098) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:49:45.182320 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ee802c47-5b5b-4a67-ab90-7312efd3b9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:45.267157 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ee802c47-5b5b-4a67-ab90-7312efd3b9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:45.270587 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ee802c47-5b5b-4a67-ab90-7312efd3b9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:45.310629 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-ee802c47-5b5b-4a67-ab90-7312efd3b9cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f79fdd545cb46e3b98b886af19053d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1405034 Sep 18 12:49:45.311443 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee802c47-5b5b-4a67-ab90-7312efd3b9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c64423c-8a3d-4278-9a0b-d3b4e7bd227c,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:49:45.313445 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 58100) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:49:45.359995 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-effd042b-86fa-4eb0-9f8c-3a488becb099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:45.381091 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-effd042b-86fa-4eb0-9f8c-3a488becb099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:45.430046 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-effd042b-86fa-4eb0-9f8c-3a488becb099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:45.432635 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-effd042b-86fa-4eb0-9f8c-3a488becb099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:45.433772 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-effd042b-86fa-4eb0-9f8c-3a488becb099 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c64423c-8a3d-4278-9a0b-d3b4e7bd227c HTTP/1.1" status: 204 len: 168 time: 0.1193399 Sep 18 12:49:45.441095 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd042b-86fa-4eb0-9f8c-3a488becb099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c64423c-8a3d-4278-9a0b-d3b4e7bd227c,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:49:47.676156 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:49.605197 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 58172) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:49:49.708139 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-33d8a7b7-fdee-4be0-8502-f6565147960e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:49.793932 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-33d8a7b7-fdee-4be0-8502-f6565147960e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:49.797511 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-33d8a7b7-fdee-4be0-8502-f6565147960e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:49.834758 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-33d8a7b7-fdee-4be0-8502-f6565147960e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e577f114c6742d6930a9b4911a5eebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285171 Sep 18 12:49:49.835966 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8a7b7-fdee-4be0-8502-f6565147960e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d9a52e-3458-4d68-be9b-fde7f81b75c2,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:49:49.837529 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 58176) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:49:49.885309 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a5d1501d-b4ac-4002-b5c8-fc1e9884fb15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:49.907072 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a5d1501d-b4ac-4002-b5c8-fc1e9884fb15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:49.952532 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a5d1501d-b4ac-4002-b5c8-fc1e9884fb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:49.955103 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a5d1501d-b4ac-4002-b5c8-fc1e9884fb15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:49.956291 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a5d1501d-b4ac-4002-b5c8-fc1e9884fb15 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7d9a52e-3458-4d68-be9b-fde7f81b75c2 HTTP/1.1" status: 204 len: 168 time: 0.1177306 Sep 18 12:49:49.963583 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1501d-b4ac-4002-b5c8-fc1e9884fb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d9a52e-3458-4d68-be9b-fde7f81b75c2,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:49:50.206733 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 58182) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:49:50.220025 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c7c99edf-1559-4c50-a864-ee57a45a30cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:50.303001 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c7c99edf-1559-4c50-a864-ee57a45a30cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:50.306318 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c7c99edf-1559-4c50-a864-ee57a45a30cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:50.342576 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-c7c99edf-1559-4c50-a864-ee57a45a30cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c121c2611fd479b80761335b272c465&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1348031 Sep 18 12:49:50.343406 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c99edf-1559-4c50-a864-ee57a45a30cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383ad7e4-4073-40b6-b087-b14c1d5eb5d7,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:49:50.346005 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 58184) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:49:50.396392 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-06379de0-46e5-43d5-b100-5e8f4716928b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:50.416566 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-06379de0-46e5-43d5-b100-5e8f4716928b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:50.460842 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-06379de0-46e5-43d5-b100-5e8f4716928b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:50.463266 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-06379de0-46e5-43d5-b100-5e8f4716928b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:50.464444 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-06379de0-46e5-43d5-b100-5e8f4716928b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/383ad7e4-4073-40b6-b087-b14c1d5eb5d7 HTTP/1.1" status: 204 len: 168 time: 0.1170394 Sep 18 12:49:50.471623 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06379de0-46e5-43d5-b100-5e8f4716928b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383ad7e4-4073-40b6-b087-b14c1d5eb5d7,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:49:54.451007 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-913c2792-23b5-41e6-aafc-5a7762c541b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:55.261816 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 58282) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:49:55.363066 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-18f0eafe-8520-49dc-abdc-9fbe36a3116c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:55.449842 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-18f0eafe-8520-49dc-abdc-9fbe36a3116c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:55.453489 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-18f0eafe-8520-49dc-abdc-9fbe36a3116c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:55.489841 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-18f0eafe-8520-49dc-abdc-9fbe36a3116c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6129554a1dcd4eda929e3575d9b063dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264333 Sep 18 12:49:55.491814 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0eafe-8520-49dc-abdc-9fbe36a3116c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f0faa7-d486-41fd-90b3-1362a74d8028,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:49:55.492596 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 58286) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:49:55.539882 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ec446d04-b4a0-4128-877d-9ec53cb1cbd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:55.562998 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ec446d04-b4a0-4128-877d-9ec53cb1cbd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:55.607430 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ec446d04-b4a0-4128-877d-9ec53cb1cbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:55.609912 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ec446d04-b4a0-4128-877d-9ec53cb1cbd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:55.611029 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ec446d04-b4a0-4128-877d-9ec53cb1cbd2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8f0faa7-d486-41fd-90b3-1362a74d8028 HTTP/1.1" status: 204 len: 168 time: 0.1173842 Sep 18 12:49:55.619034 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec446d04-b4a0-4128-877d-9ec53cb1cbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f0faa7-d486-41fd-90b3-1362a74d8028,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:49:55.870861 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 58292) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:49:55.884126 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a3753551-e81c-4f4a-97d4-d65e8716acb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:55.975292 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a3753551-e81c-4f4a-97d4-d65e8716acb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:55.979029 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a3753551-e81c-4f4a-97d4-d65e8716acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:56.017602 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-a3753551-e81c-4f4a-97d4-d65e8716acb3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a8eb06e82a14a369fcfb9bdd82d6259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456544 Sep 18 12:49:56.018544 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3753551-e81c-4f4a-97d4-d65e8716acb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f7afff-839d-4b23-9195-498d20b51aa7,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:49:56.020882 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 58294) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:49:56.068364 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7e996189-423b-4549-aa39-867eb63f472e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:56.089159 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7e996189-423b-4549-aa39-867eb63f472e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:56.134862 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7e996189-423b-4549-aa39-867eb63f472e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:56.137366 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7e996189-423b-4549-aa39-867eb63f472e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:56.138493 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-7e996189-423b-4549-aa39-867eb63f472e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7f7afff-839d-4b23-9195-498d20b51aa7 HTTP/1.1" status: 204 len: 168 time: 0.1166348 Sep 18 12:49:56.146171 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e996189-423b-4549-aa39-867eb63f472e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f7afff-839d-4b23-9195-498d20b51aa7,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:49:56.439415 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 58300) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:49:56.452671 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a6bd2407-e09d-4400-9395-d61134dd4938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:56.541014 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a6bd2407-e09d-4400-9395-d61134dd4938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:56.544432 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a6bd2407-e09d-4400-9395-d61134dd4938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:56.580800 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a6bd2407-e09d-4400-9395-d61134dd4938 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab2376ea09734fa4b0aabb885daf7138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403031 Sep 18 12:49:56.582666 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd2407-e09d-4400-9395-d61134dd4938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fb112c-126d-4db7-a6dd-1fede293a674,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:49:56.584192 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 58302) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:49:56.632771 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4b587196-dca9-4998-ba18-d7404603c0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:56.653926 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4b587196-dca9-4998-ba18-d7404603c0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:56.700849 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4b587196-dca9-4998-ba18-d7404603c0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:56.703321 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4b587196-dca9-4998-ba18-d7404603c0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:56.704479 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-4b587196-dca9-4998-ba18-d7404603c0f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6fb112c-126d-4db7-a6dd-1fede293a674 HTTP/1.1" status: 204 len: 168 time: 0.1193113 Sep 18 12:49:56.712328 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b587196-dca9-4998-ba18-d7404603c0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fb112c-126d-4db7-a6dd-1fede293a674,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:49:57.037446 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d22919c2-4325-4e34-8f77-6ec6488bdb2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:57.762901 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:58.136732 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:49:59.651536 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:00.601011 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 58370) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:50:00.701140 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5c8748a9-f890-4c80-97ff-d3148fd79e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:00.787950 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5c8748a9-f890-4c80-97ff-d3148fd79e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:00.791421 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5c8748a9-f890-4c80-97ff-d3148fd79e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:00.806725 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:50:00.828033 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-5c8748a9-f890-4c80-97ff-d3148fd79e32 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=50ce7cf5b9534eed8b16082ece55d207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259696 Sep 18 12:50:00.829141 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8748a9-f890-4c80-97ff-d3148fd79e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8dff83-de38-4a8a-a852-6969daca6ebc,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:50:00.830751 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 58374) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:50:00.836576 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8748a9-f890-4c80-97ff-d3148fd79e32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:00.836949 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8748a9-f890-4c80-97ff-d3148fd79e32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:00.837283 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8748a9-f890-4c80-97ff-d3148fd79e32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:00.837612 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8748a9-f890-4c80-97ff-d3148fd79e32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:00.838147 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8748a9-f890-4c80-97ff-d3148fd79e32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:00.838281 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8748a9-f890-4c80-97ff-d3148fd79e32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:00.838560 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8748a9-f890-4c80-97ff-d3148fd79e32 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:00.838881 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8748a9-f890-4c80-97ff-d3148fd79e32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:00.839201 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8748a9-f890-4c80-97ff-d3148fd79e32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:00.839517 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8748a9-f890-4c80-97ff-d3148fd79e32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:00.839859 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8748a9-f890-4c80-97ff-d3148fd79e32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:00.840174 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8748a9-f890-4c80-97ff-d3148fd79e32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:00.878919 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-82486c16-96be-4787-979f-13a6cdbbb7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:00.899861 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-82486c16-96be-4787-979f-13a6cdbbb7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:00.946441 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-82486c16-96be-4787-979f-13a6cdbbb7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:00.948979 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-82486c16-96be-4787-979f-13a6cdbbb7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:00.950164 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-82486c16-96be-4787-979f-13a6cdbbb7dd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d8dff83-de38-4a8a-a852-6969daca6ebc HTTP/1.1" status: 204 len: 168 time: 0.1183596 Sep 18 12:50:00.957835 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82486c16-96be-4787-979f-13a6cdbbb7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8dff83-de38-4a8a-a852-6969daca6ebc,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:50:00.965511 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82486c16-96be-4787-979f-13a6cdbbb7dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:00.965864 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82486c16-96be-4787-979f-13a6cdbbb7dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:00.966204 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82486c16-96be-4787-979f-13a6cdbbb7dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:00.966536 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82486c16-96be-4787-979f-13a6cdbbb7dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:00.966867 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82486c16-96be-4787-979f-13a6cdbbb7dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:00.967197 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82486c16-96be-4787-979f-13a6cdbbb7dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:00.967522 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82486c16-96be-4787-979f-13a6cdbbb7dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:00.967879 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82486c16-96be-4787-979f-13a6cdbbb7dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:00.968204 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82486c16-96be-4787-979f-13a6cdbbb7dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:00.968523 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82486c16-96be-4787-979f-13a6cdbbb7dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:00.968848 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82486c16-96be-4787-979f-13a6cdbbb7dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:00.969165 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82486c16-96be-4787-979f-13a6cdbbb7dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:01.554813 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 58396) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:50:01.647222 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-4581c1c5-b26d-40df-8396-cab0e8c5d567 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-862970898-network', 'tenant_id': '87e2790a26d94e13964addab553bfb21'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:50:01.667718 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4581c1c5-b26d-40df-8396-cab0e8c5d567 admin admin] Made reservation on behalf of 87e2790a26d94e13964addab553bfb21 for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:50:01.669933 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4581c1c5-b26d-40df-8396-cab0e8c5d567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:01.678087 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4581c1c5-b26d-40df-8396-cab0e8c5d567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:01.764611 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4581c1c5-b26d-40df-8396-cab0e8c5d567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:01.768262 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4581c1c5-b26d-40df-8396-cab0e8c5d567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:01.792319 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4581c1c5-b26d-40df-8396-cab0e8c5d567 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 12:50:01.801936 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4581c1c5-b26d-40df-8396-cab0e8c5d567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c00252a-f1b4-4952-9f17-4099c6dc4db7,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:50:01.808293 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4581c1c5-b26d-40df-8396-cab0e8c5d567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:01.808657 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-4581c1c5-b26d-40df-8396-cab0e8c5d567 admin admin] Added segment 600afb82-61ee-4f78-bccb-8beea3585858 of type vlan for network d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4 Sep 18 12:50:01.851420 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4581c1c5-b26d-40df-8396-cab0e8c5d567 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759306564904'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:01.874557 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4581c1c5-b26d-40df-8396-cab0e8c5d567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:01.875642 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4581c1c5-b26d-40df-8396-cab0e8c5d567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:50:01.876280 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4581c1c5-b26d-40df-8396-cab0e8c5d567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:01.911949 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 58400) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:50:01.912422 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-4581c1c5-b26d-40df-8396-cab0e8c5d567 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3560894 Sep 18 12:50:01.916846 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-7a64eeac-4b5a-4631-80c3-da7fda18fabe admin admin] Request body: {'subnet': {'network_id': 'd3ce9b8b-d513-4fcb-84fe-867c4e36d0f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-862970898-subnet', 'tenant_id': '87e2790a26d94e13964addab553bfb21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:50:01.937558 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a64eeac-4b5a-4631-80c3-da7fda18fabe admin admin] Made reservation on behalf of 87e2790a26d94e13964addab553bfb21 for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:50:01.939268 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4581c1c5-b26d-40df-8396-cab0e8c5d567 admin admin] Pushing event updated for resources: {'Network': ['ID=d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:50:01.939793 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7a64eeac-4b5a-4631-80c3-da7fda18fabe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28863939'] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:01.949397 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Network d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4 details requested by agent ovs-agent-dv-cinder-809894-1-iscsi with host dv-cinder-809894-1-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 12:50:02.107508 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7a64eeac-4b5a-4631-80c3-da7fda18fabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25309524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28863981'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:02.160016 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64eeac-4b5a-4631-80c3-da7fda18fabe admin admin] Pushing event updated for resources: {'Subnet': ['ID=c50aeebe-2be5-4db5-81e7-bba8bc9d81fc,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:50:02.168264 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a64eeac-4b5a-4631-80c3-da7fda18fabe admin admin] Checking segment: {'id': '600afb82-61ee-4f78-bccb-8beea3585858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd3ce9b8b-d513-4fcb-84fe-867c4e36d0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:50:02.168613 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a64eeac-4b5a-4631-80c3-da7fda18fabe admin admin] Network hostable DHCP agents. Network: d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4, hostable agents: ['3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 12:50:02.185345 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a64eeac-4b5a-4631-80c3-da7fda18fabe admin admin] Network d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4 is scheduled to be hosted by DHCP agent 3cf58c24-82f9-4f5a-aea0-1d7eb2f9ff1a with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 12:50:02.193986 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-7a64eeac-4b5a-4631-80c3-da7fda18fabe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809894-1-iscsi, d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:50:02.198123 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a64eeac-4b5a-4631-80c3-da7fda18fabe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:50:02.198702 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7a64eeac-4b5a-4631-80c3-da7fda18fabe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:02.202510 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c001ecc6-d1bf-4986-aedf-bb6a67bc8c83 None None] Network d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:50:02.212148 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-7a64eeac-4b5a-4631-80c3-da7fda18fabe admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2990632 Sep 18 12:50:02.321592 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9f80dc-92e0-4125-bc01-de306ca1cff4 None None] Network d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4 requested from dv-cinder-809894-1-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 12:50:03.938465 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68156a-14c4-40d2-b164-dcd41769a411 req-8dd07c29-bd91-4170-86ee-b0b14839e6b7 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:50:03.939930 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df68156a-14c4-40d2-b164-dcd41769a411 req-8dd07c29-bd91-4170-86ee-b0b14839e6b7 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/networks?id=d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4 HTTP/1.1" status: 200 len: 813 time: 0.1013408 Sep 18 12:50:03.954596 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df68156a-14c4-40d2-b164-dcd41769a411 req-f08aa594-81ca-4fa4-b8cc-ef77fd4931f6 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/quotas/87e2790a26d94e13964addab553bfb21 HTTP/1.1" status: 200 len: 375 time: 0.0083935 Sep 18 12:50:03.984136 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df68156a-14c4-40d2-b164-dcd41769a411 req-7e9bc77e-7a7f-439e-8323-e1bca73ca2e8 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=87e2790a26d94e13964addab553bfb21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0239673 Sep 18 12:50:04.040306 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [req-df68156a-14c4-40d2-b164-dcd41769a411 req-c3fde06e-ce6d-47d3-8393-d680c91841e6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 12:50:04.041298 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df68156a-14c4-40d2-b164-dcd41769a411 req-c3fde06e-ce6d-47d3-8393-d680c91841e6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0507410 Sep 18 12:50:04.130071 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df68156a-14c4-40d2-b164-dcd41769a411 req-2943e52d-8ccc-4e35-a104-2518e0b40e88 service neutron] 10.222.0.24 "GET /v2.0/networks/d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826416 Sep 18 12:50:04.220449 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df68156a-14c4-40d2-b164-dcd41769a411 req-1c7a2a5f-5f13-40ab-af3f-bda9bea29b24 service neutron] 10.222.0.24 "GET /v2.0/networks/d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839250 Sep 18 12:50:04.372006 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-58ef248e-340c-48ab-94dd-16b2e132ae9b req-cc2515d0-bf05-4a86-8669-2a758ddecb6e tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8a3595c-baf9-47ad-a4d2-a72877f49026 HTTP/1.1" status: 200 len: 210 time: 0.0254242 Sep 18 12:50:05.361234 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68156a-14c4-40d2-b164-dcd41769a411 req-c071bcec-9f92-47c6-a86f-7b5d4b3cb474 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:50:05.362665 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df68156a-14c4-40d2-b164-dcd41769a411 req-c071bcec-9f92-47c6-a86f-7b5d4b3cb474 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.13 "GET /v2.0/networks?id=d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4 HTTP/1.1" status: 200 len: 813 time: 0.1058440 Sep 18 12:50:05.377048 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-df68156a-14c4-40d2-b164-dcd41769a411 req-3cd24dbc-fc60-4f1e-86b9-ca5ab969e7dc tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Request body: {'port': {'device_id': 'c8a3595c-baf9-47ad-a4d2-a72877f49026', 'network_id': 'd3ce9b8b-d513-4fcb-84fe-867c4e36d0f4', 'admin_state_up': True, 'tenant_id': '87e2790a26d94e13964addab553bfb21'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:50:05.481708 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d171fc99-85c9-4dbc-92db-581f7bae11b7 req-b2cb50b4-061e-4b20-9c7d-8b8c267e8a01 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8a3595c-baf9-47ad-a4d2-a72877f49026 HTTP/1.1" status: 200 len: 210 time: 0.0343952 Sep 18 12:50:05.509823 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df68156a-14c4-40d2-b164-dcd41769a411 req-3cd24dbc-fc60-4f1e-86b9-ca5ab969e7dc tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Made reservation on behalf of 87e2790a26d94e13964addab553bfb21 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:50:05.513250 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-df68156a-14c4-40d2-b164-dcd41769a411 req-3cd24dbc-fc60-4f1e-86b9-ca5ab969e7dc tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:05.872611 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-df68156a-14c4-40d2-b164-dcd41769a411 req-3cd24dbc-fc60-4f1e-86b9-ca5ab969e7dc tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Allocated IP 172.20.0.9 (d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4/c50aeebe-2be5-4db5-81e7-bba8bc9d81fc/5bf54dc5-7c6f-4c2a-8963-25e60f923143) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:50:06.013890 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-df68156a-14c4-40d2-b164-dcd41769a411 req-3cd24dbc-fc60-4f1e-86b9-ca5ab969e7dc tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:06.050928 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-df68156a-14c4-40d2-b164-dcd41769a411 req-3cd24dbc-fc60-4f1e-86b9-ca5ab969e7dc tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:06.093397 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df68156a-14c4-40d2-b164-dcd41769a411 req-3cd24dbc-fc60-4f1e-86b9-ca5ab969e7dc tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Network d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:50:06.096400 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-df68156a-14c4-40d2-b164-dcd41769a411 req-3cd24dbc-fc60-4f1e-86b9-ca5ab969e7dc tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:50:06.099125 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-df68156a-14c4-40d2-b164-dcd41769a411 req-3cd24dbc-fc60-4f1e-86b9-ca5ab969e7dc tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:50:06.133059 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd24dbc-fc60-4f1e-86b9-ca5ab969e7dc tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Pushing event updated for resources: {'Port': ['ID=5bf54dc5-7c6f-4c2a-8963-25e60f923143,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:50:06.160004 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68156a-14c4-40d2-b164-dcd41769a411 req-3cd24dbc-fc60-4f1e-86b9-ca5ab969e7dc tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:50:06.160600 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-df68156a-14c4-40d2-b164-dcd41769a411 req-3cd24dbc-fc60-4f1e-86b9-ca5ab969e7dc tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:06.174143 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df68156a-14c4-40d2-b164-dcd41769a411 req-3cd24dbc-fc60-4f1e-86b9-ca5ab969e7dc tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8015573 Sep 18 12:50:06.184060 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [req-df68156a-14c4-40d2-b164-dcd41769a411 req-034fe8fd-1c57-449d-a678-976ba34664e8 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 12:50:06.184972 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df68156a-14c4-40d2-b164-dcd41769a411 req-034fe8fd-1c57-449d-a678-976ba34664e8 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047364 Sep 18 12:50:06.238751 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-df68156a-14c4-40d2-b164-dcd41769a411 req-e0be8e5a-77b8-474a-8030-0dd9be24b593 service neutron] Request body: {'port': {'device_id': 'c8a3595c-baf9-47ad-a4d2-a72877f49026', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:50:06.292704 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-df68156a-14c4-40d2-b164-dcd41769a411 req-e0be8e5a-77b8-474a-8030-0dd9be24b593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:06.545382 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-df68156a-14c4-40d2-b164-dcd41769a411 req-e0be8e5a-77b8-474a-8030-0dd9be24b593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf54dc5-7c6f-4c2a-8963-25e60f923143 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:50:06.561028 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-df68156a-14c4-40d2-b164-dcd41769a411 req-e0be8e5a-77b8-474a-8030-0dd9be24b593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:06.589035 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-df68156a-14c4-40d2-b164-dcd41769a411 req-e0be8e5a-77b8-474a-8030-0dd9be24b593 service neutron] Transition to ACTIVE for port object 5bf54dc5-7c6f-4c2a-8963-25e60f923143 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 12:50:06.593101 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-df68156a-14c4-40d2-b164-dcd41769a411 req-e0be8e5a-77b8-474a-8030-0dd9be24b593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25309473'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:06.644990 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c0190-5944-4b8f-a006-b4c0f52d49ed req-733ece1c-3c7a-47f4-8162-01a67d001ec6 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:50:06.646509 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-636c0190-5944-4b8f-a006-b4c0f52d49ed req-733ece1c-3c7a-47f4-8162-01a67d001ec6 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8a3595c-baf9-47ad-a4d2-a72877f49026 HTTP/1.1" status: 200 len: 931 time: 0.0967815 Sep 18 12:50:06.691641 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be8e5a-77b8-474a-8030-0dd9be24b593 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf54dc5-7c6f-4c2a-8963-25e60f923143,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:50:06.733838 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-636c0190-5944-4b8f-a006-b4c0f52d49ed req-6f7b3e59-2a7a-4623-be4f-508eb1fcd882 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c00252a-f1b4-4952-9f17-4099c6dc4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810394 Sep 18 12:50:06.754225 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-df68156a-14c4-40d2-b164-dcd41769a411 req-e0be8e5a-77b8-474a-8030-0dd9be24b593 service neutron] Attempting to bind port 5bf54dc5-7c6f-4c2a-8963-25e60f923143 on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:50:06.754552 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-df68156a-14c4-40d2-b164-dcd41769a411 req-e0be8e5a-77b8-474a-8030-0dd9be24b593 service neutron] Attempting to bind port 5bf54dc5-7c6f-4c2a-8963-25e60f923143 by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': '600afb82-61ee-4f78-bccb-8beea3585858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd3ce9b8b-d513-4fcb-84fe-867c4e36d0f4'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:50:06.754997 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df68156a-14c4-40d2-b164-dcd41769a411 req-e0be8e5a-77b8-474a-8030-0dd9be24b593 service neutron] Attempting to bind port 5bf54dc5-7c6f-4c2a-8963-25e60f923143 on network d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:50:06.759872 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df68156a-14c4-40d2-b164-dcd41769a411 req-e0be8e5a-77b8-474a-8030-0dd9be24b593 service neutron] Port 5bf54dc5-7c6f-4c2a-8963-25e60f923143 on network d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 12:50:06.760190 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df68156a-14c4-40d2-b164-dcd41769a411 req-e0be8e5a-77b8-474a-8030-0dd9be24b593 service neutron] Attempting to bind port 5bf54dc5-7c6f-4c2a-8963-25e60f923143 on network d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:50:06.764898 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df68156a-14c4-40d2-b164-dcd41769a411 req-e0be8e5a-77b8-474a-8030-0dd9be24b593 service neutron] Checking agent: {'id': '48060bde-194c-4a59-bb73-c876edc89e02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'started_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:50:06.765176 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df68156a-14c4-40d2-b164-dcd41769a411 req-e0be8e5a-77b8-474a-8030-0dd9be24b593 service neutron] Checking segment: {'id': '600afb82-61ee-4f78-bccb-8beea3585858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd3ce9b8b-d513-4fcb-84fe-867c4e36d0f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:50:06.765545 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df68156a-14c4-40d2-b164-dcd41769a411 req-e0be8e5a-77b8-474a-8030-0dd9be24b593 service neutron] Bound using segment: {'id': '600afb82-61ee-4f78-bccb-8beea3585858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd3ce9b8b-d513-4fcb-84fe-867c4e36d0f4'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:50:06.765955 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-df68156a-14c4-40d2-b164-dcd41769a411 req-e0be8e5a-77b8-474a-8030-0dd9be24b593 service neutron] Bound port: 5bf54dc5-7c6f-4c2a-8963-25e60f923143, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '600afb82-61ee-4f78-bccb-8beea3585858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd3ce9b8b-d513-4fcb-84fe-867c4e36d0f4'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:50:06.766306 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-df68156a-14c4-40d2-b164-dcd41769a411 req-e0be8e5a-77b8-474a-8030-0dd9be24b593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:06.829656 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-df68156a-14c4-40d2-b164-dcd41769a411 req-e0be8e5a-77b8-474a-8030-0dd9be24b593 service neutron] For port 5bf54dc5-7c6f-4c2a-8963-25e60f923143, host hv-cinder-80989, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:50:06.832543 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-df68156a-14c4-40d2-b164-dcd41769a411 req-e0be8e5a-77b8-474a-8030-0dd9be24b593 service neutron] For port 5bf54dc5-7c6f-4c2a-8963-25e60f923143, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=5bf54dc5-7c6f-4c2a-8963-25e60f923143,segment=NetworkSegment(600afb82-61ee-4f78-bccb-8beea3585858),segment_id=600afb82-61ee-4f78-bccb-8beea3585858)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:50:06.836860 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-df68156a-14c4-40d2-b164-dcd41769a411 req-e0be8e5a-77b8-474a-8030-0dd9be24b593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25309473'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:06.870217 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68156a-14c4-40d2-b164-dcd41769a411 req-e0be8e5a-77b8-474a-8030-0dd9be24b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:50:06.870856 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-df68156a-14c4-40d2-b164-dcd41769a411 req-e0be8e5a-77b8-474a-8030-0dd9be24b593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:06.872296 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df68156a-14c4-40d2-b164-dcd41769a411 req-e0be8e5a-77b8-474a-8030-0dd9be24b593 service neutron] 10.222.0.13 "PUT /v2.0/ports/5bf54dc5-7c6f-4c2a-8963-25e60f923143 HTTP/1.1" status: 200 len: 1093 time: 0.6782801 Sep 18 12:50:06.872712 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a3595c-baf9-47ad-a4d2-a72877f49026', 'tag': '5bf54dc5-7c6f-4c2a-8963-25e60f923143'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:50:06.875178 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48f1d5a-db46-45ba-acae-e2125864435f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8a3595c-baf9-47ad-a4d2-a72877f49026", "tag": "5bf54dc5-7c6f-4c2a-8963-25e60f923143"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:50:06.900752 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be8e5a-77b8-474a-8030-0dd9be24b593 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf54dc5-7c6f-4c2a-8963-25e60f923143,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:50:06.951427 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68156a-14c4-40d2-b164-dcd41769a411 req-381a8ddf-ab32-4c9e-a67f-c1181463f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:50:06.952972 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df68156a-14c4-40d2-b164-dcd41769a411 req-381a8ddf-ab32-4c9e-a67f-c1181463f0f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87e2790a26d94e13964addab553bfb21&device_id=c8a3595c-baf9-47ad-a4d2-a72877f49026 HTTP/1.1" status: 200 len: 1096 time: 0.0427113 Sep 18 12:50:06.997513 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df68156a-14c4-40d2-b164-dcd41769a411 req-41a60c3e-4260-4f62-a085-c31cbd7ca98e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bf54dc5-7c6f-4c2a-8963-25e60f923143 HTTP/1.1" status: 200 len: 217 time: 0.0362630 Sep 18 12:50:07.042544 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a7d4aa-996a-42f2-98d7-66a2cbbc867e x-openstack-request-id: req-a7a7d4aa-996a-42f2-98d7-66a2cbbc867e {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:50:07.042901 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8a3595c-baf9-47ad-a4d2-a72877f49026", "tag": "5bf54dc5-7c6f-4c2a-8963-25e60f923143", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:50:07.043540 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7a7d4aa-996a-42f2-98d7-66a2cbbc867e {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:50:07.043961 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8a3595c-baf9-47ad-a4d2-a72877f49026', 'tag': '5bf54dc5-7c6f-4c2a-8963-25e60f923143', 'status': 'completed', 'code': 200} Sep 18 12:50:07.052463 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68156a-14c4-40d2-b164-dcd41769a411 req-2c07091f-21b4-4fa4-931f-51d11803e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:50:07.053929 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df68156a-14c4-40d2-b164-dcd41769a411 req-2c07091f-21b4-4fa4-931f-51d11803e10d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c50aeebe-2be5-4db5-81e7-bba8bc9d81fc HTTP/1.1" status: 200 len: 853 time: 0.0494351 Sep 18 12:50:07.086219 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df68156a-14c4-40d2-b164-dcd41769a411 req-0448798f-e0d9-418d-ad10-baa206e936bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248466 Sep 18 12:50:07.177140 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df68156a-14c4-40d2-b164-dcd41769a411 req-8da021d7-1568-496a-90b4-5de056fe00f0 service neutron] 10.222.0.13 "GET /v2.0/networks/d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833356 Sep 18 12:50:07.264992 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df68156a-14c4-40d2-b164-dcd41769a411 req-c0bd5e78-7cff-42d4-9f13-fd020124de27 service neutron] 10.222.0.13 "GET /v2.0/networks/d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807910 Sep 18 12:50:07.350707 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f1d5a-db46-45ba-acae-e2125864435f req-4f87462a-7e46-4ab2-b7bd-d52f78a096d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:50:07.352194 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e48f1d5a-db46-45ba-acae-e2125864435f req-4f87462a-7e46-4ab2-b7bd-d52f78a096d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87e2790a26d94e13964addab553bfb21&device_id=c8a3595c-baf9-47ad-a4d2-a72877f49026 HTTP/1.1" status: 200 len: 1096 time: 0.0395608 Sep 18 12:50:07.446425 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f1d5a-db46-45ba-acae-e2125864435f req-faa70d37-4d80-42a2-9ec7-daa1b40efa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:50:07.447922 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e48f1d5a-db46-45ba-acae-e2125864435f req-faa70d37-4d80-42a2-9ec7-daa1b40efa7d service neutron] 10.222.0.13 "GET /v2.0/networks?id=d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4 HTTP/1.1" status: 200 len: 914 time: 0.0868542 Sep 18 12:50:07.488748 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e48f1d5a-db46-45ba-acae-e2125864435f req-e6b93872-93f1-4d78-a061-903a3a20f5ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bf54dc5-7c6f-4c2a-8963-25e60f923143 HTTP/1.1" status: 200 len: 217 time: 0.0319929 Sep 18 12:50:07.538961 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f1d5a-db46-45ba-acae-e2125864435f req-d0c3c364-3e61-4b92-8970-839f63443b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:50:07.540401 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e48f1d5a-db46-45ba-acae-e2125864435f req-d0c3c364-3e61-4b92-8970-839f63443b32 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c50aeebe-2be5-4db5-81e7-bba8bc9d81fc HTTP/1.1" status: 200 len: 853 time: 0.0451479 Sep 18 12:50:07.572820 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e48f1d5a-db46-45ba-acae-e2125864435f req-af057e91-5c05-440b-bd2b-f9170a421e9d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242851 Sep 18 12:50:07.661163 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e48f1d5a-db46-45ba-acae-e2125864435f req-d0e4e631-e834-4023-9582-c2455de4bd6a service neutron] 10.222.0.13 "GET /v2.0/networks/d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798354 Sep 18 12:50:07.753089 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e48f1d5a-db46-45ba-acae-e2125864435f req-379eb078-1c6f-4924-a3c6-6400575941f2 service neutron] 10.222.0.13 "GET /v2.0/networks/d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836933 Sep 18 12:50:07.844111 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc25cf-d150-4346-82af-0f9c9b75a0d1 req-f10ae583-b126-4e22-939e-9146dc1f5e0a tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:50:07.845561 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6edc25cf-d150-4346-82af-0f9c9b75a0d1 req-f10ae583-b126-4e22-939e-9146dc1f5e0a tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8a3595c-baf9-47ad-a4d2-a72877f49026 HTTP/1.1" status: 200 len: 943 time: 0.0472517 Sep 18 12:50:07.882609 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6edc25cf-d150-4346-82af-0f9c9b75a0d1 req-29fe9e42-0e87-424d-aff2-4b6fa40f8c94 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c00252a-f1b4-4952-9f17-4099c6dc4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306964 Sep 18 12:50:08.814455 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 5bf54dc5-7c6f-4c2a-8963-25e60f923143 details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 12:50:08.908948 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 5bf54dc5-7c6f-4c2a-8963-25e60f923143, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=5bf54dc5-7c6f-4c2a-8963-25e60f923143,segment=NetworkSegment(600afb82-61ee-4f78-bccb-8beea3585858),segment_id=600afb82-61ee-4f78-bccb-8beea3585858)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:50:08.920134 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Returning: {'device': '5bf54dc5-7c6f-4c2a-8963-25e60f923143', 'network_id': 'd3ce9b8b-d513-4fcb-84fe-867c4e36d0f4', 'port_id': '5bf54dc5-7c6f-4c2a-8963-25e60f923143', 'mac_address': 'fa:16:3e:25:12:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c50aeebe-2be5-4db5-81e7-bba8bc9d81fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 12:50:08.957386 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:08.969678 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf54dc5-7c6f-4c2a-8963-25e60f923143 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:50:08.988644 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 5bf54dc5-7c6f-4c2a-8963-25e60f923143, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=5bf54dc5-7c6f-4c2a-8963-25e60f923143,segment=NetworkSegment(600afb82-61ee-4f78-bccb-8beea3585858),segment_id=600afb82-61ee-4f78-bccb-8beea3585858)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:50:08.994784 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:08.995230 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e5834-b383-4e88-a136-ba7408d27036 req-3bb64313-2107-412f-9c61-5f9702c9078d tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:50:08.996777 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-699e5834-b383-4e88-a136-ba7408d27036 req-3bb64313-2107-412f-9c61-5f9702c9078d tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8a3595c-baf9-47ad-a4d2-a72877f49026 HTTP/1.1" status: 200 len: 943 time: 0.0478532 Sep 18 12:50:09.038739 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-699e5834-b383-4e88-a136-ba7408d27036 req-2174683d-55a9-4020-84ec-517900e40b30 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c00252a-f1b4-4952-9f17-4099c6dc4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352409 Sep 18 12:50:09.042771 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=5bf54dc5-7c6f-4c2a-8963-25e60f923143,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:50:09.049639 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:09.050058 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:09.050404 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:09.050736 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:09.051064 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:09.051390 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:09.051738 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:09.052065 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:09.052907 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:09.053229 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:09.053549 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:09.053861 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:50:09.229844 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['5bf54dc5-7c6f-4c2a-8963-25e60f923143'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:50:10.149800 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985e963-9da1-4f84-8c2f-e4e52950c9df req-0e3c99a3-d4a1-43be-b911-5bc74580c451 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:50:10.151252 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4985e963-9da1-4f84-8c2f-e4e52950c9df req-0e3c99a3-d4a1-43be-b911-5bc74580c451 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8a3595c-baf9-47ad-a4d2-a72877f49026 HTTP/1.1" status: 200 len: 944 time: 0.0479190 Sep 18 12:50:10.186825 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4985e963-9da1-4f84-8c2f-e4e52950c9df req-8be73a86-97e9-4187-a0ae-f446362d169b tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c00252a-f1b4-4952-9f17-4099c6dc4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298302 Sep 18 12:50:10.814518 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 5bf54dc5-7c6f-4c2a-8963-25e60f923143 up at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:50:10.863680 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning for port 5bf54dc5-7c6f-4c2a-8963-25e60f923143 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 12:50:10.867766 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning complete for port 5bf54dc5-7c6f-4c2a-8963-25e60f923143 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:50:10.868130 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:11.056682 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:11.077588 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a3595c-baf9-47ad-a4d2-a72877f49026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf54dc5-7c6f-4c2a-8963-25e60f923143'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:50:11.079713 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f443903345165d416a651567efac34002f351ff04fccc6d410eaa1beaa8a1ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f245a52-6fe7-4a49-a4f8-3bbcdbbf2554" -d '{"events": [{"server_uuid": "c8a3595c-baf9-47ad-a4d2-a72877f49026", "name": "network-vif-plugged", "status": "completed", "tag": "5bf54dc5-7c6f-4c2a-8963-25e60f923143"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:50:11.093495 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 5bf54dc5-7c6f-4c2a-8963-25e60f923143, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=5bf54dc5-7c6f-4c2a-8963-25e60f923143,segment=NetworkSegment(600afb82-61ee-4f78-bccb-8beea3585858),segment_id=600afb82-61ee-4f78-bccb-8beea3585858)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:50:11.097425 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:11.143692 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=5bf54dc5-7c6f-4c2a-8963-25e60f923143,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:50:11.172517 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8ed06e-cfde-4ca4-b9d4-854e69873f06 x-openstack-request-id: req-ac8ed06e-cfde-4ca4-b9d4-854e69873f06 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:50:11.172799 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a3595c-baf9-47ad-a4d2-a72877f49026", "name": "network-vif-plugged", "status": "completed", "tag": "5bf54dc5-7c6f-4c2a-8963-25e60f923143", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:50:11.173040 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac8ed06e-cfde-4ca4-b9d4-854e69873f06 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:50:11.173423 dv-cinder-809894-1-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a3595c-baf9-47ad-a4d2-a72877f49026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf54dc5-7c6f-4c2a-8963-25e60f923143', 'code': 200} Sep 18 12:50:11.310512 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e98afe-1604-4a08-86dd-01e80a6d636e req-1b7ed967-7ae0-487d-995b-2111ac0a76f0 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:50:11.311975 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c1e98afe-1604-4a08-86dd-01e80a6d636e req-1b7ed967-7ae0-487d-995b-2111ac0a76f0 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8a3595c-baf9-47ad-a4d2-a72877f49026 HTTP/1.1" status: 200 len: 945 time: 0.0594935 Sep 18 12:50:11.367617 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c1e98afe-1604-4a08-86dd-01e80a6d636e req-ee124ea1-8e26-4a2b-b6f1-1a06e76771fa tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c00252a-f1b4-4952-9f17-4099c6dc4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426197 Sep 18 12:50:11.369157 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38f08a-99ac-483c-809f-aa4082981fcc req-2a3aaa88-f9ac-432a-aaef-ca92a5feafdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:50:11.370517 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2d38f08a-99ac-483c-809f-aa4082981fcc req-2a3aaa88-f9ac-432a-aaef-ca92a5feafdd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c8a3595c-baf9-47ad-a4d2-a72877f49026 HTTP/1.1" status: 200 len: 1098 time: 0.0757761 Sep 18 12:50:11.405088 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2d38f08a-99ac-483c-809f-aa4082981fcc req-f7feb4d6-667c-4a03-857d-c368649a8dde service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7c00252a-f1b4-4952-9f17-4099c6dc4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278347 Sep 18 12:50:12.485319 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf657b0-4e94-4a5f-bd54-d13becfb3445 req-7352ac55-3fb4-43ff-aad9-4fd0c00b474f tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:50:12.486796 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-daf657b0-4e94-4a5f-bd54-d13becfb3445 req-7352ac55-3fb4-43ff-aad9-4fd0c00b474f tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8a3595c-baf9-47ad-a4d2-a72877f49026 HTTP/1.1" status: 200 len: 945 time: 0.0478516 Sep 18 12:50:12.523533 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-daf657b0-4e94-4a5f-bd54-d13becfb3445 req-9304474e-3016-454d-b254-6234ada1d3c5 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c00252a-f1b4-4952-9f17-4099c6dc4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303681 Sep 18 12:50:17.675200 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:22.698877 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8f066860-7afe-4361-9469-37699087820f req-aef90482-135a-4d3a-8ab0-ee63bc05e6eb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c8a3595c-baf9-47ad-a4d2-a72877f49026&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380218 Sep 18 12:50:22.778067 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f066860-7afe-4361-9469-37699087820f req-f584ca9e-ec25-4ece-9b7d-e2b2d5a0e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:50:22.779514 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8f066860-7afe-4361-9469-37699087820f req-f584ca9e-ec25-4ece-9b7d-e2b2d5a0e21b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87e2790a26d94e13964addab553bfb21&device_id=c8a3595c-baf9-47ad-a4d2-a72877f49026 HTTP/1.1" status: 200 len: 1098 time: 0.0397484 Sep 18 12:50:22.885323 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f066860-7afe-4361-9469-37699087820f req-10eefcca-118d-4911-87bb-7410ce1e2efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:50:22.886790 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8f066860-7afe-4361-9469-37699087820f req-10eefcca-118d-4911-87bb-7410ce1e2efc service neutron] 10.222.0.13 "GET /v2.0/networks?id=d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4 HTTP/1.1" status: 200 len: 914 time: 0.0886486 Sep 18 12:50:22.929660 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8f066860-7afe-4361-9469-37699087820f req-df1054ed-b7ff-4120-9c72-1dda808f0fc1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bf54dc5-7c6f-4c2a-8963-25e60f923143 HTTP/1.1" status: 200 len: 217 time: 0.0344453 Sep 18 12:50:22.981731 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f066860-7afe-4361-9469-37699087820f req-804d7344-73f1-4230-85d5-c294988fd54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:50:22.983108 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8f066860-7afe-4361-9469-37699087820f req-804d7344-73f1-4230-85d5-c294988fd54e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c50aeebe-2be5-4db5-81e7-bba8bc9d81fc HTTP/1.1" status: 200 len: 853 time: 0.0465918 Sep 18 12:50:23.016128 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8f066860-7afe-4361-9469-37699087820f req-665f8921-56f3-48f1-8d7d-379ebaec0b21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261872 Sep 18 12:50:23.109968 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8f066860-7afe-4361-9469-37699087820f req-a52d23c5-9460-4e65-a1a9-c4bf366c1621 service neutron] 10.222.0.13 "GET /v2.0/networks/d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861804 Sep 18 12:50:23.201417 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8f066860-7afe-4361-9469-37699087820f req-3085d7b7-6aff-4d35-a3c0-d27a3a974386 service neutron] 10.222.0.13 "GET /v2.0/networks/d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841393 Sep 18 12:50:24.450088 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0f7f6368-e269-4c15-970f-af7243147aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:27.038003 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8473565c-06cf-4113-bea4-f09fe47354fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:27.763039 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:28.137637 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:29.655811 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:37.804657 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:50:47.671694 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:51.770172 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca9b5f-7d00-4a3a-b09f-cff5fe0e2690 req-a21276a4-00ae-4f14-8b6f-9f5e011f9d03 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:50:51.771550 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e7ca9b5f-7d00-4a3a-b09f-cff5fe0e2690 req-a21276a4-00ae-4f14-8b6f-9f5e011f9d03 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8a3595c-baf9-47ad-a4d2-a72877f49026 HTTP/1.1" status: 200 len: 945 time: 0.0480094 Sep 18 12:50:51.808238 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e7ca9b5f-7d00-4a3a-b09f-cff5fe0e2690 req-ca56e7d4-4564-4586-9970-91f1f1604690 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c00252a-f1b4-4952-9f17-4099c6dc4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308051 Sep 18 12:50:52.929674 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ca58f-cf86-4d92-ad05-d8aeaac25e2e req-e72b2128-5940-4299-8ad3-e8ac031c1307 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:50:52.931632 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-729ca58f-cf86-4d92-ad05-d8aeaac25e2e req-e72b2128-5940-4299-8ad3-e8ac031c1307 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8a3595c-baf9-47ad-a4d2-a72877f49026 HTTP/1.1" status: 200 len: 945 time: 0.0515962 Sep 18 12:50:52.968128 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-729ca58f-cf86-4d92-ad05-d8aeaac25e2e req-c948eb2c-13a8-4bb0-b391-abe161c93301 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c00252a-f1b4-4952-9f17-4099c6dc4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305519 Sep 18 12:50:53.268214 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d0cd1-3aa2-4801-86fa-bc543b35d35c req-33cb6ca9-7f53-476d-a1d9-70513cbc3549 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:50:53.269546 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-909d0cd1-3aa2-4801-86fa-bc543b35d35c req-33cb6ca9-7f53-476d-a1d9-70513cbc3549 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8a3595c-baf9-47ad-a4d2-a72877f49026 HTTP/1.1" status: 200 len: 945 time: 0.0468528 Sep 18 12:50:53.354080 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-909d0cd1-3aa2-4801-86fa-bc543b35d35c req-157be185-220a-4e99-a849-d3b556dd2060 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Deleting port 5bf54dc5-7c6f-4c2a-8963-25e60f923143 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:50:53.354418 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-909d0cd1-3aa2-4801-86fa-bc543b35d35c req-157be185-220a-4e99-a849-d3b556dd2060 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:53.443003 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-909d0cd1-3aa2-4801-86fa-bc543b35d35c req-157be185-220a-4e99-a849-d3b556dd2060 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] For port 5bf54dc5-7c6f-4c2a-8963-25e60f923143, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=5bf54dc5-7c6f-4c2a-8963-25e60f923143,segment=NetworkSegment(600afb82-61ee-4f78-bccb-8beea3585858),segment_id=600afb82-61ee-4f78-bccb-8beea3585858)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:50:53.443387 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-909d0cd1-3aa2-4801-86fa-bc543b35d35c req-157be185-220a-4e99-a849-d3b556dd2060 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:53.459255 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-909d0cd1-3aa2-4801-86fa-bc543b35d35c req-157be185-220a-4e99-a849-d3b556dd2060 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Calling delete_port for 5bf54dc5-7c6f-4c2a-8963-25e60f923143 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:50:53.583707 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-909d0cd1-3aa2-4801-86fa-bc543b35d35c req-157be185-220a-4e99-a849-d3b556dd2060 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:53.595814 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['5bf54dc5-7c6f-4c2a-8963-25e60f923143'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:50:53.611416 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157be185-220a-4e99-a849-d3b556dd2060 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Pushing event deleted for resources: {'Port': ['ID=5bf54dc5-7c6f-4c2a-8963-25e60f923143,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:50:53.650576 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-909d0cd1-3aa2-4801-86fa-bc543b35d35c req-157be185-220a-4e99-a849-d3b556dd2060 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] No DVR routers for this DVR port 5bf54dc5-7c6f-4c2a-8963-25e60f923143 on host hv-cinder-80989 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:50:53.652982 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-909d0cd1-3aa2-4801-86fa-bc543b35d35c req-157be185-220a-4e99-a849-d3b556dd2060 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:53.654923 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-909d0cd1-3aa2-4801-86fa-bc543b35d35c req-157be185-220a-4e99-a849-d3b556dd2060 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.13 "DELETE /v2.0/ports/5bf54dc5-7c6f-4c2a-8963-25e60f923143 HTTP/1.1" status: 204 len: 173 time: 0.3791542 Sep 18 12:50:53.655365 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a3595c-baf9-47ad-a4d2-a72877f49026', 'name': 'network-vif-deleted', 'tag': '5bf54dc5-7c6f-4c2a-8963-25e60f923143'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:50:53.657584 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05dda062-4502-4fee-afeb-c59d1707391d" -d '{"events": [{"server_uuid": "c8a3595c-baf9-47ad-a4d2-a72877f49026", "name": "network-vif-deleted", "tag": "5bf54dc5-7c6f-4c2a-8963-25e60f923143"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:50:53.698124 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b72715-54f1-4ac8-b7b3-53038d523305 x-openstack-request-id: req-61b72715-54f1-4ac8-b7b3-53038d523305 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:50:53.698402 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a3595c-baf9-47ad-a4d2-a72877f49026", "name": "network-vif-deleted", "tag": "5bf54dc5-7c6f-4c2a-8963-25e60f923143", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:50:53.698639 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-61b72715-54f1-4ac8-b7b3-53038d523305 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:50:53.699024 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a3595c-baf9-47ad-a4d2-a72877f49026', 'name': 'network-vif-deleted', 'tag': '5bf54dc5-7c6f-4c2a-8963-25e60f923143', 'status': 'completed', 'code': 200} Sep 18 12:50:54.076484 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d250deba-800e-4e62-94d1-2d8a0f17b9ac req-953480f7-cc0f-497e-9bdb-2544b36d3457 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8a3595c-baf9-47ad-a4d2-a72877f49026 HTTP/1.1" status: 200 len: 210 time: 0.0291638 Sep 18 12:50:54.450495 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d36b3f43-4a4a-4ad0-9791-e9057a2c147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:57.038296 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-540c24ed-25bb-42cd-aa54-77fb3f1737a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:57.158223 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 5bf54dc5-7c6f-4c2a-8963-25e60f923143 no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:50:57.176841 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] No Port match for: 5bf54dc5-7c6f-4c2a-8963-25e60f923143 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:50:57.177173 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 5bf54dc5-7c6f-4c2a-8963-25e60f923143 not bound to the agent host hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:50:57.764500 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:58.140388 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:50:59.660665 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:03.012511 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-730efcd8-9346-43f9-9d91-ecd76b59481b tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:51:03.013922 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-730efcd8-9346-43f9-9d91-ecd76b59481b tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/networks?id=d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4 HTTP/1.1" status: 200 len: 813 time: 0.1003344 Sep 18 12:51:03.028924 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-22b1a984-4372-4e44-ac72-2d910d841646 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/quotas/87e2790a26d94e13964addab553bfb21 HTTP/1.1" status: 200 len: 375 time: 0.0092435 Sep 18 12:51:03.058273 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-07c5ab40-c596-4f0e-a7b7-d15667b6a794 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=87e2790a26d94e13964addab553bfb21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0242040 Sep 18 12:51:03.110380 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-30da2385-7879-4df7-9dc8-c6a5415d6ec0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 12:51:03.111366 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-30da2385-7879-4df7-9dc8-c6a5415d6ec0 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467114 Sep 18 12:51:03.200838 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-9060f7c8-e64b-440f-af3c-8f4bbfc034cd service neutron] 10.222.0.24 "GET /v2.0/networks/d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833840 Sep 18 12:51:03.289355 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-8d5bff67-a17d-492b-8d7f-ec45ac7a362f service neutron] 10.222.0.24 "GET /v2.0/networks/d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824621 Sep 18 12:51:03.445524 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1d51bb77-521c-4439-b889-0fb66a3ee60f req-604ee319-bb07-4659-99e3-b9fa1dec60ac tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1498675-1448-4770-927e-31c0efd99261 HTTP/1.1" status: 200 len: 210 time: 0.0257642 Sep 18 12:51:04.298264 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-15c05377-df31-41c1-8d15-a1ad5529fa4b tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:51:04.299578 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-15c05377-df31-41c1-8d15-a1ad5529fa4b tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.13 "GET /v2.0/networks?id=d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4 HTTP/1.1" status: 200 len: 813 time: 0.1091299 Sep 18 12:51:04.313329 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-62eb02f0-3e96-4946-82e9-0c9a000c16a0 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Request body: {'port': {'device_id': 'c1498675-1448-4770-927e-31c0efd99261', 'network_id': 'd3ce9b8b-d513-4fcb-84fe-867c4e36d0f4', 'admin_state_up': True, 'tenant_id': '87e2790a26d94e13964addab553bfb21'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:51:04.426347 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-62eb02f0-3e96-4946-82e9-0c9a000c16a0 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Made reservation on behalf of 87e2790a26d94e13964addab553bfb21 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 12:51:04.429838 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-62eb02f0-3e96-4946-82e9-0c9a000c16a0 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:04.560116 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6a8e555b-e1bc-404f-b0d4-14c9e11f6d06 req-e1b3cb56-a1f4-44cb-bcdf-2364e199669a tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1498675-1448-4770-927e-31c0efd99261 HTTP/1.1" status: 200 len: 210 time: 0.0335526 Sep 18 12:51:04.577686 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-62eb02f0-3e96-4946-82e9-0c9a000c16a0 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Allocated IP 172.20.0.13 (d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4/c50aeebe-2be5-4db5-81e7-bba8bc9d81fc/66638711-1663-4671-a826-43198b33cb15) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 12:51:04.720784 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-62eb02f0-3e96-4946-82e9-0c9a000c16a0 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:04.752502 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-62eb02f0-3e96-4946-82e9-0c9a000c16a0 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759306561994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:04.794048 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-62eb02f0-3e96-4946-82e9-0c9a000c16a0 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Network d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 12:51:04.797043 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-62eb02f0-3e96-4946-82e9-0c9a000c16a0 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 12:51:04.800482 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-62eb02f0-3e96-4946-82e9-0c9a000c16a0 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 12:51:04.808856 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb02f0-3e96-4946-82e9-0c9a000c16a0 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Pushing event updated for resources: {'Port': ['ID=66638711-1663-4671-a826-43198b33cb15,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:51:04.836313 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb02f0-3e96-4946-82e9-0c9a000c16a0 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:51:04.836586 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb02f0-3e96-4946-82e9-0c9a000c16a0 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:51:04.836923 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb02f0-3e96-4946-82e9-0c9a000c16a0 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:51:04.837792 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb02f0-3e96-4946-82e9-0c9a000c16a0 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:51:04.838132 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb02f0-3e96-4946-82e9-0c9a000c16a0 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:51:04.838448 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb02f0-3e96-4946-82e9-0c9a000c16a0 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:51:04.838771 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb02f0-3e96-4946-82e9-0c9a000c16a0 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:51:04.839095 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb02f0-3e96-4946-82e9-0c9a000c16a0 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:51:04.839414 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb02f0-3e96-4946-82e9-0c9a000c16a0 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:51:04.839754 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb02f0-3e96-4946-82e9-0c9a000c16a0 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:51:04.840075 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb02f0-3e96-4946-82e9-0c9a000c16a0 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:51:04.840391 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb02f0-3e96-4946-82e9-0c9a000c16a0 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:51:04.865182 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-62eb02f0-3e96-4946-82e9-0c9a000c16a0 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:51:04.865778 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-62eb02f0-3e96-4946-82e9-0c9a000c16a0 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:04.878998 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-62eb02f0-3e96-4946-82e9-0c9a000c16a0 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5698633 Sep 18 12:51:04.891527 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-381916fd-cfb8-4954-9e1b-0bacd02a058e service neutron] Request body: {'port': {'device_id': 'c1498675-1448-4770-927e-31c0efd99261', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 12:51:04.944367 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-381916fd-cfb8-4954-9e1b-0bacd02a058e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:05.194591 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-381916fd-cfb8-4954-9e1b-0bacd02a058e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66638711-1663-4671-a826-43198b33cb15 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:51:05.202376 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-381916fd-cfb8-4954-9e1b-0bacd02a058e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:05.213822 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-381916fd-cfb8-4954-9e1b-0bacd02a058e service neutron] Transition to ACTIVE for port object 66638711-1663-4671-a826-43198b33cb15 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 12:51:05.217235 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-381916fd-cfb8-4954-9e1b-0bacd02a058e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25309473'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:05.266006 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381916fd-cfb8-4954-9e1b-0bacd02a058e service neutron] Pushing event updated for resources: {'Port': ['ID=66638711-1663-4671-a826-43198b33cb15,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:51:05.332269 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-381916fd-cfb8-4954-9e1b-0bacd02a058e service neutron] Attempting to bind port 66638711-1663-4671-a826-43198b33cb15 on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 12:51:05.332917 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-381916fd-cfb8-4954-9e1b-0bacd02a058e service neutron] Attempting to bind port 66638711-1663-4671-a826-43198b33cb15 by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': '600afb82-61ee-4f78-bccb-8beea3585858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd3ce9b8b-d513-4fcb-84fe-867c4e36d0f4'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 12:51:05.332917 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-381916fd-cfb8-4954-9e1b-0bacd02a058e service neutron] Attempting to bind port 66638711-1663-4671-a826-43198b33cb15 on network d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:51:05.336996 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-381916fd-cfb8-4954-9e1b-0bacd02a058e service neutron] Port 66638711-1663-4671-a826-43198b33cb15 on network d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 12:51:05.337313 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-381916fd-cfb8-4954-9e1b-0bacd02a058e service neutron] Attempting to bind port 66638711-1663-4671-a826-43198b33cb15 on network d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 12:51:05.341979 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-381916fd-cfb8-4954-9e1b-0bacd02a058e service neutron] Checking agent: {'id': '48060bde-194c-4a59-bb73-c876edc89e02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'started_at': datetime.datetime(2021, 9, 18, 12, 36, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 12, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 12:51:05.342310 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-381916fd-cfb8-4954-9e1b-0bacd02a058e service neutron] Checking segment: {'id': '600afb82-61ee-4f78-bccb-8beea3585858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd3ce9b8b-d513-4fcb-84fe-867c4e36d0f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 12:51:05.342682 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-381916fd-cfb8-4954-9e1b-0bacd02a058e service neutron] Bound using segment: {'id': '600afb82-61ee-4f78-bccb-8beea3585858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd3ce9b8b-d513-4fcb-84fe-867c4e36d0f4'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 12:51:05.343098 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-381916fd-cfb8-4954-9e1b-0bacd02a058e service neutron] Bound port: 66638711-1663-4671-a826-43198b33cb15, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '600afb82-61ee-4f78-bccb-8beea3585858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd3ce9b8b-d513-4fcb-84fe-867c4e36d0f4'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 12:51:05.343445 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-381916fd-cfb8-4954-9e1b-0bacd02a058e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:05.404059 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-381916fd-cfb8-4954-9e1b-0bacd02a058e service neutron] For port 66638711-1663-4671-a826-43198b33cb15, host hv-cinder-80989, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 12:51:05.406967 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-381916fd-cfb8-4954-9e1b-0bacd02a058e service neutron] For port 66638711-1663-4671-a826-43198b33cb15, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=66638711-1663-4671-a826-43198b33cb15,segment=NetworkSegment(600afb82-61ee-4f78-bccb-8beea3585858),segment_id=600afb82-61ee-4f78-bccb-8beea3585858)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 12:51:05.411938 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-381916fd-cfb8-4954-9e1b-0bacd02a058e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25309473'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:05.443384 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-381916fd-cfb8-4954-9e1b-0bacd02a058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:51:05.444009 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-381916fd-cfb8-4954-9e1b-0bacd02a058e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:05.445432 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-381916fd-cfb8-4954-9e1b-0bacd02a058e service neutron] 10.222.0.13 "PUT /v2.0/ports/66638711-1663-4671-a826-43198b33cb15 HTTP/1.1" status: 200 len: 1094 time: 0.5576949 Sep 18 12:51:05.445792 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1498675-1448-4770-927e-31c0efd99261', 'tag': '66638711-1663-4671-a826-43198b33cb15'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:51:05.448051 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab1971a-8dea-4020-a027-21b7c6e50e29" -d '{"events": [{"name": "network-changed", "server_uuid": "c1498675-1448-4770-927e-31c0efd99261", "tag": "66638711-1663-4671-a826-43198b33cb15"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:51:05.472769 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381916fd-cfb8-4954-9e1b-0bacd02a058e service neutron] Pushing event updated for resources: {'Port': ['ID=66638711-1663-4671-a826-43198b33cb15,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:51:05.494344 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 12:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a20523c-2124-44c9-8bdd-317f003f2a1f x-openstack-request-id: req-7a20523c-2124-44c9-8bdd-317f003f2a1f {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:51:05.494618 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1498675-1448-4770-927e-31c0efd99261", "tag": "66638711-1663-4671-a826-43198b33cb15", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:51:05.494888 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7a20523c-2124-44c9-8bdd-317f003f2a1f {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:51:05.495268 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1498675-1448-4770-927e-31c0efd99261', 'tag': '66638711-1663-4671-a826-43198b33cb15', 'status': 'completed', 'code': 200} Sep 18 12:51:05.528626 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-d6676d0e-b8ae-44b9-a174-fa420bbd54db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:51:05.530081 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-d6676d0e-b8ae-44b9-a174-fa420bbd54db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87e2790a26d94e13964addab553bfb21&device_id=c1498675-1448-4770-927e-31c0efd99261 HTTP/1.1" status: 200 len: 1097 time: 0.0450475 Sep 18 12:51:05.570602 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-e34546f6-0fad-4ad3-80d1-9207176ff52b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66638711-1663-4671-a826-43198b33cb15 HTTP/1.1" status: 200 len: 217 time: 0.0328848 Sep 18 12:51:05.617166 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-232ec473-0637-48cc-b412-d7c477658951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:51:05.619174 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-232ec473-0637-48cc-b412-d7c477658951 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c50aeebe-2be5-4db5-81e7-bba8bc9d81fc HTTP/1.1" status: 200 len: 853 time: 0.0419667 Sep 18 12:51:05.671292 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-80fea927-dc16-4070-8b89-70905ca46b60 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457094 Sep 18 12:51:05.715980 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b6119-06bc-4539-9ca9-ffee7c65b249 req-0ae84f4c-1aed-4af0-a664-9ac844738e2d tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:51:05.717316 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4a6b6119-06bc-4539-9ca9-ffee7c65b249 req-0ae84f4c-1aed-4af0-a664-9ac844738e2d tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1498675-1448-4770-927e-31c0efd99261 HTTP/1.1" status: 200 len: 944 time: 0.0907540 Sep 18 12:51:05.792403 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4a6b6119-06bc-4539-9ca9-ffee7c65b249 req-a7a9686a-cc41-4cae-9486-109f2e082058 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c00252a-f1b4-4952-9f17-4099c6dc4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691319 Sep 18 12:51:05.802080 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-5d57e7c9-b17c-4a1d-bef3-59984225573f service neutron] 10.222.0.13 "GET /v2.0/networks/d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228790 Sep 18 12:51:05.907133 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ed25e38-143d-450a-85a3-d6a3c5ab4db7 req-7bb75d1b-cb19-4a5f-aaa4-2f8e5cf9a7a2 service neutron] 10.222.0.13 "GET /v2.0/networks/d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964696 Sep 18 12:51:05.988225 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1971a-8dea-4020-a027-21b7c6e50e29 req-b0ffaf54-5c99-4f18-93e7-7ef96c226585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:51:05.989612 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3ab1971a-8dea-4020-a027-21b7c6e50e29 req-b0ffaf54-5c99-4f18-93e7-7ef96c226585 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87e2790a26d94e13964addab553bfb21&device_id=c1498675-1448-4770-927e-31c0efd99261 HTTP/1.1" status: 200 len: 1097 time: 0.0401998 Sep 18 12:51:06.081493 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1971a-8dea-4020-a027-21b7c6e50e29 req-647258eb-35b2-438e-a682-dcd1f658746e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:51:06.082942 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3ab1971a-8dea-4020-a027-21b7c6e50e29 req-647258eb-35b2-438e-a682-dcd1f658746e service neutron] 10.222.0.13 "GET /v2.0/networks?id=d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4 HTTP/1.1" status: 200 len: 914 time: 0.0856035 Sep 18 12:51:06.124586 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3ab1971a-8dea-4020-a027-21b7c6e50e29 req-2efd2e9a-ba2d-43c8-860e-12a70a22d20f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66638711-1663-4671-a826-43198b33cb15 HTTP/1.1" status: 200 len: 217 time: 0.0323157 Sep 18 12:51:06.175373 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1971a-8dea-4020-a027-21b7c6e50e29 req-a0087016-466b-43b5-b155-621907651f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:51:06.176857 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3ab1971a-8dea-4020-a027-21b7c6e50e29 req-a0087016-466b-43b5-b155-621907651f9b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c50aeebe-2be5-4db5-81e7-bba8bc9d81fc HTTP/1.1" status: 200 len: 853 time: 0.0446262 Sep 18 12:51:06.208734 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3ab1971a-8dea-4020-a027-21b7c6e50e29 req-c057b23f-0853-432a-bfc3-5c05554573c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241868 Sep 18 12:51:06.295243 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3ab1971a-8dea-4020-a027-21b7c6e50e29 req-c79f617a-3830-4bab-9dee-ea85f17030b1 service neutron] 10.222.0.13 "GET /v2.0/networks/d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782914 Sep 18 12:51:06.623729 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3ab1971a-8dea-4020-a027-21b7c6e50e29 req-14d312cf-f523-4a89-beb3-25bc59f3e953 service neutron] 10.222.0.13 "GET /v2.0/networks/d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206828 Sep 18 12:51:06.903507 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862cf80-da9e-423b-a6e3-00f8d83df446 req-f57011d4-239f-4446-b039-ef96494e68ba tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:51:06.904877 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9862cf80-da9e-423b-a6e3-00f8d83df446 req-f57011d4-239f-4446-b039-ef96494e68ba tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1498675-1448-4770-927e-31c0efd99261 HTTP/1.1" status: 200 len: 944 time: 0.0463989 Sep 18 12:51:06.941107 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9862cf80-da9e-423b-a6e3-00f8d83df446 req-270af6ef-21f6-4993-8e9b-c41dbb2771ba tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c00252a-f1b4-4952-9f17-4099c6dc4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304527 Sep 18 12:51:08.049944 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa668f35-8959-4f91-a2b6-40091d4f9f97 req-37b0a888-5e7a-4c48-abeb-717201076101 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:51:08.051401 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fa668f35-8959-4f91-a2b6-40091d4f9f97 req-37b0a888-5e7a-4c48-abeb-717201076101 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1498675-1448-4770-927e-31c0efd99261 HTTP/1.1" status: 200 len: 944 time: 0.0466018 Sep 18 12:51:08.090717 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fa668f35-8959-4f91-a2b6-40091d4f9f97 req-cf86708c-fa3a-4cc9-a838-6083f70812a3 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c00252a-f1b4-4952-9f17-4099c6dc4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330312 Sep 18 12:51:09.137390 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 66638711-1663-4671-a826-43198b33cb15 details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 12:51:09.204540 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddba7e-f696-4e47-ba54-040430a6e2e0 req-6c9f26db-5e2f-43fe-a25c-6b6a27d71e7c tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:51:09.205991 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-faddba7e-f696-4e47-ba54-040430a6e2e0 req-6c9f26db-5e2f-43fe-a25c-6b6a27d71e7c tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1498675-1448-4770-927e-31c0efd99261 HTTP/1.1" status: 200 len: 944 time: 0.0513985 Sep 18 12:51:09.232656 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 66638711-1663-4671-a826-43198b33cb15, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=66638711-1663-4671-a826-43198b33cb15,segment=NetworkSegment(600afb82-61ee-4f78-bccb-8beea3585858),segment_id=600afb82-61ee-4f78-bccb-8beea3585858)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:51:09.242839 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-faddba7e-f696-4e47-ba54-040430a6e2e0 req-c70f36b5-6694-4860-813b-23d498821d21 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c00252a-f1b4-4952-9f17-4099c6dc4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310423 Sep 18 12:51:09.243347 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Returning: {'device': '66638711-1663-4671-a826-43198b33cb15', 'network_id': 'd3ce9b8b-d513-4fcb-84fe-867c4e36d0f4', 'port_id': '66638711-1663-4671-a826-43198b33cb15', 'mac_address': 'fa:16:3e:0c:02:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c50aeebe-2be5-4db5-81e7-bba8bc9d81fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 12:51:09.278972 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:09.291397 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66638711-1663-4671-a826-43198b33cb15 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 12:51:09.313356 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 66638711-1663-4671-a826-43198b33cb15, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=66638711-1663-4671-a826-43198b33cb15,segment=NetworkSegment(600afb82-61ee-4f78-bccb-8beea3585858),segment_id=600afb82-61ee-4f78-bccb-8beea3585858)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:51:09.317446 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:09.361192 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=66638711-1663-4671-a826-43198b33cb15,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:51:09.368047 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:51:09.369039 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:51:09.369374 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:51:09.369702 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:51:09.370025 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:51:09.370347 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:51:09.370667 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:51:09.370984 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:51:09.371325 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:51:09.371647 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:51:09.371988 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:51:09.372303 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:51:09.541262 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['66638711-1663-4671-a826-43198b33cb15'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:51:10.354406 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107052d-072a-4114-a7d8-b293b86e3447 req-1200ba4c-a7a2-4266-bb98-c08e17a2424f tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:51:10.355879 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5107052d-072a-4114-a7d8-b293b86e3447 req-1200ba4c-a7a2-4266-bb98-c08e17a2424f tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1498675-1448-4770-927e-31c0efd99261 HTTP/1.1" status: 200 len: 945 time: 0.0468130 Sep 18 12:51:10.393139 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5107052d-072a-4114-a7d8-b293b86e3447 req-9737ed0a-c927-44a0-b004-2ea223d37f1a tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c00252a-f1b4-4952-9f17-4099c6dc4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315056 Sep 18 12:51:11.143723 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 66638711-1663-4671-a826-43198b33cb15 up at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 12:51:11.193138 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning for port 66638711-1663-4671-a826-43198b33cb15 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 12:51:11.196705 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Provisioning complete for port 66638711-1663-4671-a826-43198b33cb15 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 12:51:11.197075 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706855'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:11.270687 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714987'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:11.292480 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1498675-1448-4770-927e-31c0efd99261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66638711-1663-4671-a826-43198b33cb15'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:51:11.294715 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f443903345165d416a651567efac34002f351ff04fccc6d410eaa1beaa8a1ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf479a6f-1682-4b15-96b0-c45634ff0e54" -d '{"events": [{"server_uuid": "c1498675-1448-4770-927e-31c0efd99261", "name": "network-vif-plugged", "status": "completed", "tag": "66638711-1663-4671-a826-43198b33cb15"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:51:11.307023 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] For port 66638711-1663-4671-a826-43198b33cb15, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=66638711-1663-4671-a826-43198b33cb15,segment=NetworkSegment(600afb82-61ee-4f78-bccb-8beea3585858),segment_id=600afb82-61ee-4f78-bccb-8beea3585858)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:51:11.311272 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759307114509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759306562012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759306562030'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:11.336745 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c34e18-1d1a-4789-af53-5e8d662771b1 x-openstack-request-id: req-e4c34e18-1d1a-4789-af53-5e8d662771b1 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:51:11.337617 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1498675-1448-4770-927e-31c0efd99261", "name": "network-vif-plugged", "status": "completed", "tag": "66638711-1663-4671-a826-43198b33cb15", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:51:11.337875 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4c34e18-1d1a-4789-af53-5e8d662771b1 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:51:11.338253 dv-cinder-809894-1-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1498675-1448-4770-927e-31c0efd99261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66638711-1663-4671-a826-43198b33cb15', 'code': 200} Sep 18 12:51:11.364392 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Pushing event updated for resources: {'Port': ['ID=66638711-1663-4671-a826-43198b33cb15,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:51:11.519929 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76882ed-c0b1-4fc8-b0df-6a505304ab96 req-f28c7727-b4f6-42df-bdc1-630ff3160d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:51:11.521453 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e76882ed-c0b1-4fc8-b0df-6a505304ab96 req-f28c7727-b4f6-42df-bdc1-630ff3160d6c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c1498675-1448-4770-927e-31c0efd99261 HTTP/1.1" status: 200 len: 1099 time: 0.0732710 Sep 18 12:51:11.529355 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3945fa-4c2d-41bc-84dc-16cb832eb314 req-54795e58-3cbc-4c74-bc5a-809fad1b7aa3 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:51:11.530685 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1b3945fa-4c2d-41bc-84dc-16cb832eb314 req-54795e58-3cbc-4c74-bc5a-809fad1b7aa3 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1498675-1448-4770-927e-31c0efd99261 HTTP/1.1" status: 200 len: 946 time: 0.0732152 Sep 18 12:51:11.580362 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e76882ed-c0b1-4fc8-b0df-6a505304ab96 req-22fc8f01-19fa-411f-aa62-eeaf6a094606 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7c00252a-f1b4-4952-9f17-4099c6dc4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487657 Sep 18 12:51:11.587792 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1b3945fa-4c2d-41bc-84dc-16cb832eb314 req-2fbec568-230e-416b-a887-2ccd2ad73236 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c00252a-f1b4-4952-9f17-4099c6dc4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484285 Sep 18 12:51:12.703067 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e5a15-435e-4a3b-8535-5f4f7c60f88d req-b194efa9-52b4-4ffe-ab0c-f27e577eaf56 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:51:12.704588 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c49e5a15-435e-4a3b-8535-5f4f7c60f88d req-b194efa9-52b4-4ffe-ab0c-f27e577eaf56 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1498675-1448-4770-927e-31c0efd99261 HTTP/1.1" status: 200 len: 946 time: 0.0501330 Sep 18 12:51:12.743222 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c49e5a15-435e-4a3b-8535-5f4f7c60f88d req-f33a23b4-bffc-4b2d-8965-7bfa942b72a5 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c00252a-f1b4-4952-9f17-4099c6dc4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326784 Sep 18 12:51:14.802828 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:51:17.675974 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:23.541041 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-db3aa9f0-8135-4155-bcf7-3efbc622a72c req-bfaee35e-04e3-4db5-810d-a6797ab88b1a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c1498675-1448-4770-927e-31c0efd99261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413561 Sep 18 12:51:23.623017 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3aa9f0-8135-4155-bcf7-3efbc622a72c req-65552c49-2508-4a9d-bc42-40af1005b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:51:23.624801 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-db3aa9f0-8135-4155-bcf7-3efbc622a72c req-65552c49-2508-4a9d-bc42-40af1005b71d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87e2790a26d94e13964addab553bfb21&device_id=c1498675-1448-4770-927e-31c0efd99261 HTTP/1.1" status: 200 len: 1099 time: 0.0400987 Sep 18 12:51:23.727855 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3aa9f0-8135-4155-bcf7-3efbc622a72c req-bbe7b9b1-8459-4160-a29d-b81ff36f2aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:51:23.729485 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-db3aa9f0-8135-4155-bcf7-3efbc622a72c req-bbe7b9b1-8459-4160-a29d-b81ff36f2aa4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4 HTTP/1.1" status: 200 len: 914 time: 0.0844853 Sep 18 12:51:23.776729 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-db3aa9f0-8135-4155-bcf7-3efbc622a72c req-f257e915-13be-49d0-819f-e247e697e100 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66638711-1663-4671-a826-43198b33cb15 HTTP/1.1" status: 200 len: 217 time: 0.0400131 Sep 18 12:51:23.824594 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3aa9f0-8135-4155-bcf7-3efbc622a72c req-89814a3a-b278-4f77-bfea-ab1ad7b9b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:51:23.825983 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-db3aa9f0-8135-4155-bcf7-3efbc622a72c req-89814a3a-b278-4f77-bfea-ab1ad7b9b150 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c50aeebe-2be5-4db5-81e7-bba8bc9d81fc HTTP/1.1" status: 200 len: 853 time: 0.0428243 Sep 18 12:51:23.856798 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-db3aa9f0-8135-4155-bcf7-3efbc622a72c req-967ab5bc-9a7c-4d68-8f7e-ad24f09e5ec5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237153 Sep 18 12:51:23.947306 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-db3aa9f0-8135-4155-bcf7-3efbc622a72c req-2189fb35-800a-49cf-8ad4-af613b762b07 service neutron] 10.222.0.13 "GET /v2.0/networks/d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835564 Sep 18 12:51:24.035906 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-db3aa9f0-8135-4155-bcf7-3efbc622a72c req-f51715f6-4322-4a66-823b-7dcbab8b0f2e service neutron] 10.222.0.13 "GET /v2.0/networks/d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809286 Sep 18 12:51:24.449187 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-25e33c5f-52c6-4100-bc5f-11484e905c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:27.038002 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4b5ff0e2-299a-4b62-a422-5990feea3d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:27.765173 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:28.143209 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:29.662376 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:32.603365 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb589953-1eba-4b2d-98ca-3c0341eb1174 req-0557956f-1d07-4b57-92a4-20facf16b9e8 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:51:32.605486 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cb589953-1eba-4b2d-98ca-3c0341eb1174 req-0557956f-1d07-4b57-92a4-20facf16b9e8 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1498675-1448-4770-927e-31c0efd99261 HTTP/1.1" status: 200 len: 946 time: 0.0485442 Sep 18 12:51:32.645988 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cb589953-1eba-4b2d-98ca-3c0341eb1174 req-df470263-c79a-4b3d-8208-31214a7280c5 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c00252a-f1b4-4952-9f17-4099c6dc4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347724 Sep 18 12:51:33.759314 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342dadf2-d067-4a76-9742-22749d11b48f req-69929894-11d2-4653-918b-426bdefd7d96 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:51:33.760823 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-342dadf2-d067-4a76-9742-22749d11b48f req-69929894-11d2-4653-918b-426bdefd7d96 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1498675-1448-4770-927e-31c0efd99261 HTTP/1.1" status: 200 len: 946 time: 0.0477948 Sep 18 12:51:33.796750 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-342dadf2-d067-4a76-9742-22749d11b48f req-626c15a5-4252-4e6e-aae6-d00083c3a4da tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c00252a-f1b4-4952-9f17-4099c6dc4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302305 Sep 18 12:51:34.098237 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae1dbb-56c5-4a7a-8848-da620a088783 req-01c9c9eb-6fe9-47f1-83cb-35cd0c512fce tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 12:51:34.099658 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1dae1dbb-56c5-4a7a-8848-da620a088783 req-01c9c9eb-6fe9-47f1-83cb-35cd0c512fce tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1498675-1448-4770-927e-31c0efd99261 HTTP/1.1" status: 200 len: 946 time: 0.0467868 Sep 18 12:51:34.190234 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-1dae1dbb-56c5-4a7a-8848-da620a088783 req-b7117e8a-b25e-44f1-9b08-aa3705d7aa0f tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Deleting port 66638711-1663-4671-a826-43198b33cb15 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 12:51:34.190609 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-1dae1dbb-56c5-4a7a-8848-da620a088783 req-b7117e8a-b25e-44f1-9b08-aa3705d7aa0f tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759307108401'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:34.277544 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-1dae1dbb-56c5-4a7a-8848-da620a088783 req-b7117e8a-b25e-44f1-9b08-aa3705d7aa0f tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] For port 66638711-1663-4671-a826-43198b33cb15, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=66638711-1663-4671-a826-43198b33cb15,segment=NetworkSegment(600afb82-61ee-4f78-bccb-8beea3585858),segment_id=600afb82-61ee-4f78-bccb-8beea3585858)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 12:51:34.277822 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-1dae1dbb-56c5-4a7a-8848-da620a088783 req-b7117e8a-b25e-44f1-9b08-aa3705d7aa0f tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679577'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:34.290241 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-1dae1dbb-56c5-4a7a-8848-da620a088783 req-b7117e8a-b25e-44f1-9b08-aa3705d7aa0f tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Calling delete_port for 66638711-1663-4671-a826-43198b33cb15 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 12:51:34.414125 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-1dae1dbb-56c5-4a7a-8848-da620a088783 req-b7117e8a-b25e-44f1-9b08-aa3705d7aa0f tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759307113975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759306562003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25309496'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:34.426681 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] get_ports_and_sgs() called for port_ids ['66638711-1663-4671-a826-43198b33cb15'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 12:51:34.440265 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7117e8a-b25e-44f1-9b08-aa3705d7aa0f tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Pushing event deleted for resources: {'Port': ['ID=66638711-1663-4671-a826-43198b33cb15,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:51:34.482059 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dae1dbb-56c5-4a7a-8848-da620a088783 req-b7117e8a-b25e-44f1-9b08-aa3705d7aa0f tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] No DVR routers for this DVR port 66638711-1663-4671-a826-43198b33cb15 on host hv-cinder-80989 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 12:51:34.484571 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-1dae1dbb-56c5-4a7a-8848-da620a088783 req-b7117e8a-b25e-44f1-9b08-aa3705d7aa0f tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200033'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:34.486539 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1dae1dbb-56c5-4a7a-8848-da620a088783 req-b7117e8a-b25e-44f1-9b08-aa3705d7aa0f tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.13 "DELETE /v2.0/ports/66638711-1663-4671-a826-43198b33cb15 HTTP/1.1" status: 204 len: 173 time: 0.3804131 Sep 18 12:51:34.486965 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1498675-1448-4770-927e-31c0efd99261', 'name': 'network-vif-deleted', 'tag': '66638711-1663-4671-a826-43198b33cb15'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 12:51:34.489272 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72ff9bba10d3b18524ba285a894415d8f08deb0094c5eb1665e0f334e1189f0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84033a9b-c387-4b56-ba79-74e3f4135fc3" -d '{"events": [{"server_uuid": "c1498675-1448-4770-927e-31c0efd99261", "name": "network-vif-deleted", "tag": "66638711-1663-4671-a826-43198b33cb15"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 12:51:34.528740 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 12:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb404e20-5690-4db6-b084-5fb6d0d16fcc x-openstack-request-id: req-bb404e20-5690-4db6-b084-5fb6d0d16fcc {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 12:51:34.528969 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1498675-1448-4770-927e-31c0efd99261", "name": "network-vif-deleted", "tag": "66638711-1663-4671-a826-43198b33cb15", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 12:51:34.529235 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb404e20-5690-4db6-b084-5fb6d0d16fcc {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 12:51:34.529632 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1498675-1448-4770-927e-31c0efd99261', 'name': 'network-vif-deleted', 'tag': '66638711-1663-4671-a826-43198b33cb15', 'status': 'completed', 'code': 200} Sep 18 12:51:34.906821 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7242872a-224f-465e-8d0b-6b23ddcaec1b req-36c856d3-96b1-4cec-bb85-5c1367c223c7 tempest-VolumesSnapshotTestJSON-1561883084 tempest-VolumesSnapshotTestJSON-1561883084-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1498675-1448-4770-927e-31c0efd99261 HTTP/1.1" status: 200 len: 210 time: 0.0313163 Sep 18 12:51:37.279600 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 66638711-1663-4671-a826-43198b33cb15 no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 12:51:37.299074 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] No Port match for: 66638711-1663-4671-a826-43198b33cb15 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 12:51:37.299415 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Device 66638711-1663-4671-a826-43198b33cb15 not bound to the agent host hv-cinder-80989 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 12:51:47.683192 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:51.801973 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:51:54.449055 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2a28961d-d3c7-42b6-ad90-baf8d3b4fd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:57.038586 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e9af3a06-0b4c-4684-9b65-38d7dd06cc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:57.765670 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:57.858081 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 58976) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:51:57.901477 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-9accf8ae-6f5c-41a1-98d8-2484d357449e admin admin] Deleting subnet c50aeebe-2be5-4db5-81e7-bba8bc9d81fc {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 12:51:57.904425 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9accf8ae-6f5c-41a1-98d8-2484d357449e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:57.937935 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9accf8ae-6f5c-41a1-98d8-2484d357449e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26289332'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:57.974603 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9accf8ae-6f5c-41a1-98d8-2484d357449e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701019'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:58.025850 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9accf8ae-6f5c-41a1-98d8-2484d357449e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25309463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28863972'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:58.054705 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9accf8ae-6f5c-41a1-98d8-2484d357449e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c50aeebe-2be5-4db5-81e7-bba8bc9d81fc,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:51:58.058398 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9accf8ae-6f5c-41a1-98d8-2484d357449e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:58.060824 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-9accf8ae-6f5c-41a1-98d8-2484d357449e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c50aeebe-2be5-4db5-81e7-bba8bc9d81fc HTTP/1.1" status: 204 len: 168 time: 0.2017531 Sep 18 12:51:58.063274 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 58978) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:51:58.132592 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ad1bccdd-ee8e-4ed6-9267-ab3c4106a873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455914'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:58.145956 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:58.213138 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ad1bccdd-ee8e-4ed6-9267-ab3c4106a873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-701404', 'neutron.services.segments.db._delete_segments_for_network-8759307057565'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:58.233225 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-ad1bccdd-ee8e-4ed6-9267-ab3c4106a873 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:51:58.242017 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-ad1bccdd-ee8e-4ed6-9267-ab3c4106a873 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '600afb82-61ee-4f78-bccb-8beea3585858') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:51:58.242307 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-ad1bccdd-ee8e-4ed6-9267-ab3c4106a873 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '600afb82-61ee-4f78-bccb-8beea3585858') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 12:51:58.251572 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ad1bccdd-ee8e-4ed6-9267-ab3c4106a873 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759307058854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26289343'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:58.263937 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ad1bccdd-ee8e-4ed6-9267-ab3c4106a873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:58.269608 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad1bccdd-ee8e-4ed6-9267-ab3c4106a873 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 12:51:58.270057 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ad1bccdd-ee8e-4ed6-9267-ab3c4106a873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25309385'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: Traceback (most recent call last): Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: timer() Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: cb(*args, **kw) Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: return func(*args, **kwargs) Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: self._notify() Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: self.callback(batched_events) Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: event.method(event) Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: return f(self, *a, **k) Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: return self._get(url).json() Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 12:51:58.271783 dv-cinder-809894-1-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 12:51:58.324278 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ad1bccdd-ee8e-4ed6-9267-ab3c4106a873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-701381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673859'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:58.329552 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ad1bccdd-ee8e-4ed6-9267-ab3c4106a873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675180'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:58.331384 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-ad1bccdd-ee8e-4ed6-9267-ab3c4106a873 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4 HTTP/1.1" status: 204 len: 168 time: 0.2669990 Sep 18 12:51:58.345986 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1bccdd-ee8e-4ed6-9267-ab3c4106a873 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3ce9b8b-d513-4fcb-84fe-867c4e36d0f4,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:51:58.455731 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 58982) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:51:58.493755 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-d00d6534-96cf-4653-b705-5c47fb22be42 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87e2790a26d94e13964addab553bfb21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369310 Sep 18 12:51:58.495981 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.24', 58984) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:51:58.542421 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d6dad832-0989-45aa-b8ad-153d26b0954b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:58.562304 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d6dad832-0989-45aa-b8ad-153d26b0954b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:58.608435 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d6dad832-0989-45aa-b8ad-153d26b0954b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:58.610924 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d6dad832-0989-45aa-b8ad-153d26b0954b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:51:58.612078 dv-cinder-809894-1-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-d6dad832-0989-45aa-b8ad-153d26b0954b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c00252a-f1b4-4952-9f17-4099c6dc4db7 HTTP/1.1" status: 204 len: 168 time: 0.1152446 Sep 18 12:51:58.619452 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dad832-0989-45aa-b8ad-153d26b0954b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c00252a-f1b4-4952-9f17-4099c6dc4db7,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:51:59.667024 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:52:16.619341 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 59114) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:52:16.741067 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7788045a-209f-4a91-90e4-19e2c172f4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:52:16.827182 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7788045a-209f-4a91-90e4-19e2c172f4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:52:16.830846 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7788045a-209f-4a91-90e4-19e2c172f4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:52:16.870999 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-7788045a-209f-4a91-90e4-19e2c172f4d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6acff435035432783da8af08e9fa777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505774 Sep 18 12:52:16.871827 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788045a-209f-4a91-90e4-19e2c172f4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0e4191-68f5-4b64-b10f-5f7594cb8d0b,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:52:16.873616 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.24', 59120) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 12:52:16.885428 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788045a-209f-4a91-90e4-19e2c172f4d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:52:16.885684 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788045a-209f-4a91-90e4-19e2c172f4d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:52:16.886017 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788045a-209f-4a91-90e4-19e2c172f4d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:52:16.886346 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788045a-209f-4a91-90e4-19e2c172f4d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:52:16.886670 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788045a-209f-4a91-90e4-19e2c172f4d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:52:16.886993 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788045a-209f-4a91-90e4-19e2c172f4d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:52:16.887311 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788045a-209f-4a91-90e4-19e2c172f4d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:52:16.887631 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788045a-209f-4a91-90e4-19e2c172f4d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:52:16.887978 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788045a-209f-4a91-90e4-19e2c172f4d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:52:16.888291 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788045a-209f-4a91-90e4-19e2c172f4d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:52:16.888603 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788045a-209f-4a91-90e4-19e2c172f4d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:52:16.888915 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788045a-209f-4a91-90e4-19e2c172f4d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809894-1-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 12:52:16.931875 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c1c3878f-cfcf-4fdc-8bf3-786a017bb0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:52:16.952399 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c1c3878f-cfcf-4fdc-8bf3-786a017bb0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:52:16.996961 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c1c3878f-cfcf-4fdc-8bf3-786a017bb0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800282'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:52:17.000362 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c1c3878f-cfcf-4fdc-8bf3-786a017bb0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:52:17.001498 dv-cinder-809894-1-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-c1c3878f-cfcf-4fdc-8bf3-786a017bb0b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b0e4191-68f5-4b64-b10f-5f7594cb8d0b HTTP/1.1" status: 204 len: 168 time: 0.1252837 Sep 18 12:52:17.009006 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3878f-cfcf-4fdc-8bf3-786a017bb0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0e4191-68f5-4b64-b10f-5f7594cb8d0b,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 12:52:17.686508 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:52:24.451394 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-35155c8c-4449-41bc-8788-d9193853fc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:52:27.037821 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d597343a-d29a-4f32-8479-68b8ddb2a8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:52:27.768347 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:52:28.149285 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:52:28.801468 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:52:29.661959 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:52:47.687210 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:52:54.454103 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ca0e5831-1643-4371-92ae-6fdc295d47d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:52:57.037763 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6ce2db0b-3d65-4e72-bdb0-aa143140e10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:52:57.768787 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:52:58.151014 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:52:59.664010 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:53:05.800284 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:53:17.687068 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:53:24.453974 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ba83f680-dc84-4677-a8eb-8b767d612869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:53:27.037847 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d8a5ecc9-b943-45cc-ae5f-9539788119bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:53:27.768169 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:53:28.153696 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:53:29.669208 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:53:30.548992 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [req-7891fcb7-def1-4872-be80-6255d48ffb25 req-b77d9b1c-b77d-4005-967c-6d93666e6b92 service neutron] (94107) timed out ('10.222.0.13', 63412) {{(pid=94107) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 12:53:40.394225 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [req-6426c04b-87cf-486a-b272-db61b2e12fd3 req-ad261cad-607e-4950-918c-5e44af876a6f service neutron] (94106) timed out ('10.222.0.13', 63444) {{(pid=94106) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 12:53:42.799324 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:53:47.701739 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:53:54.453614 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-eeaa0e42-98ad-4c34-b9dd-09c589bc27a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:53:57.038467 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d616c3ad-2a0a-466d-a0f9-3f92891c7062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:53:57.768436 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:53:58.155734 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:53:59.669024 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:54:17.716753 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:54:19.798814 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:54:24.453550 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-31dcbd1e-eea1-4887-8837-d5c8cba01b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:54:27.038244 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-caaa49ed-29b1-4875-a2a5-8f471260db6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:54:27.768186 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:54:28.159546 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:54:29.672781 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:54:47.716359 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:54:54.453273 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-08c71afb-0dfd-4d2b-a6c4-ab161c87516a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:54:56.797784 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:54:57.037828 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2fa98cdb-f976-4144-aba7-dac1ff405444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:54:57.769129 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:54:58.162470 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:54:59.676130 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:55:17.731695 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:55:24.453064 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d352b238-9d20-417a-adac-de9176597b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:55:27.037215 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-26147237-af66-49d4-a8c0-99d91dceafe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:55:27.768448 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:55:28.164831 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:55:29.679429 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:55:33.796105 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:55:47.746477 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:55:47.930445 dv-cinder-809894-1-iscsi neutron-server[94106]: DEBUG neutron.wsgi [req-78073fdf-bb91-4b85-bdd0-eda83db7050c req-7bbd6f5a-20ce-4ed5-bc7d-7ee66bc7c352 service neutron] (94106) timed out ('10.222.0.24', 53334) {{(pid=94106) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 12:55:51.429601 dv-cinder-809894-1-iscsi neutron-server[94107]: DEBUG neutron.wsgi [req-f9e9d8f0-c0b4-4e18-a234-f94b40765e4c req-1e3bee2c-1381-4fa2-80f1-66edd2a202c4 tempest-ServerRescueNegativeTestJSON-345945221 tempest-ServerRescueNegativeTestJSON-345945221-project] (94107) timed out ('10.222.0.13', 63416) {{(pid=94107) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 12:55:54.452073 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-54f25619-7bc9-4ff1-b554-16578a6259cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:55:57.037721 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8585-c1f4-4b3c-885b-16d52a363368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:55:57.768935 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:55:58.166721 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:55:59.681406 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:56:10.795986 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:56:17.762504 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:56:24.452481 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9538d2d4-8d31-4e38-a6f6-5fd780eb73b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:56:27.038271 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8dd9e2ba-64cf-484f-8398-e50575929a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:56:27.768934 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:56:28.169333 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:56:29.685220 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:56:47.761843 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:56:47.794583 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 12:56:54.451817 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-377c1eaa-a267-470c-9431-e2f7f1d44651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:56:57.038742 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f55e0f3c-caf9-411f-a415-f460e9a3a9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:56:57.769113 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1eb81485-7b30-461c-b26f-9d2c61cdde12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:56:58.171519 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-53343a99-c4c7-41e0-b7fb-dc1653b78e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:56:59.685385 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-256d0c49-ff63-4141-afde-8db44554a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:57:17.761422 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61a9bc06-39a3-48af-9309-ac7638bb59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:57:24.451820 dv-cinder-809894-1-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b46a344f-f912-4402-962a-6a7de2bd2c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759307057547', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-707292'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 12:57:24.793229 dv-cinder-809894-1-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-22c73b69-8684-42b0-a02a-b692f792f7ba None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}